-- Logs begin at Wed 2021-06-09 21:22:59 UTC, end at Wed 2021-06-09 22:17:01 UTC. -- Jun 09 21:53:32.861800 dv-cinder-789564-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 21:53:35.412071 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.common.config [-] Logging enabled! Jun 09 21:53:35.412655 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 21:53:35.412819 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91556) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 21:53:35.416037 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.common.config [-] Logging enabled! Jun 09 21:53:35.416294 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 21:53:35.416601 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91556) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 21:53:35.417510 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:53:35.417744 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:53:35.418094 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:53:35.418338 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:53:35.418563 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:53:35.418902 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.419197 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.419492 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.419720 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.420016 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.420306 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.420591 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.420879 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.421170 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.421453 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.421731 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.422015 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.422244 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.422523 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.422834 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.423121 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.423343 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] debug = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.423620 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.424038 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.424439 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.424716 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.425160 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.425350 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.425536 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.425807 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.426090 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.426412 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] host = dv-cinder-789564-5-smb {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.426709 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.426994 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.427279 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.427562 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.427833 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.428106 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.428387 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.428682 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.428955 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] log_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.429229 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.429514 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.429797 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.430086 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.430309 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.430530 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.430838 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.431125 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.431400 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.431672 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.431943 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.432214 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.432486 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.432755 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.433035 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.433316 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.433598 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.433870 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.434142 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.434409 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.434694 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.434984 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.435255 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.435532 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.435802 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.436087 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.436354 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.436664 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.436923 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.437207 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.437487 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.437772 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.438046 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.438326 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.438594 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.438898 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.439171 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] use_json = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.439440 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.439708 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.439993 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.440262 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.440530 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.440804 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.441072 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.441355 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:35.441649 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.441945 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.442244 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.442528 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.442910 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.443196 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.443487 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.443765 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.444055 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.444856 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.445143 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.445421 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.445707 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.445983 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.446279 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.446584 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.446910 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.447203 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.447480 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.447754 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.448029 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.448305 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.448588 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.448882 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.449173 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.449450 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.449730 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.450021 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.450298 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.450575 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.450877 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.451163 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.451440 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.451714 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.451994 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.452271 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.452543 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.452814 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.453089 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.453379 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.453923 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.454194 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.454468 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.454770 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.455044 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.455325 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.455602 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.455876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.456147 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.456422 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.456694 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.456964 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.457239 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.457510 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.457785 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.458057 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.458328 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.458598 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.458895 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.459167 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.459437 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.459708 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.460633 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.460972 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.461178 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.461451 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.461721 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.461992 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.462279 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.462575 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.462881 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.463162 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.463439 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.463714 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.463990 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.464265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.464543 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.464820 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.465091 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.465378 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.465660 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.465943 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.466223 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.466503 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.466818 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.467099 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.467382 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.467659 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.467934 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.468222 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.468503 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.468795 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.469089 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.469383 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.469673 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.469964 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.470246 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.470559 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.470864 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:35.471086 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:53:35.471320 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91556) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 21:53:35.817271 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:53:35.817480 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:53:35.817763 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:53:35.818090 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 21:53:36.208522 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.208827 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.209103 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.210956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.211231 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.211496 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.247474 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.247761 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.248028 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.261806 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.262091 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.262358 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.291384 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.291669 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.291939 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.330805 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.331089 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.331356 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.567643 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.568254 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.568254 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.568407 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.569122 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.691758 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.692081 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.692365 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.692655 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.692941 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.693260 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.693522 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.693779 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.694033 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.694929 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.695194 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.695464 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.695723 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.695988 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.696246 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.696513 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.696783 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.697040 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.697337 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.697564 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.697844 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.698202 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.698456 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.698768 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.699021 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.699268 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.699660 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:36.699901 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:36.700140 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:36.700377 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:36.700613 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:36.700849 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:36.701228 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 21:53:36.704633 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 21:53:36.708646 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 21:53:36.712328 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 09 21:53:36.713947 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 21:53:36.714387 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 21:53:36.714750 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 21:53:36.715127 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 21:53:36.717891 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 21:53:36.718153 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 21:53:36.718502 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 21:53:36.746008 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 21:53:36.746456 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.746787 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91556) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 21:53:36.747152 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.748497 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91556) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 21:53:36.748778 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 21:53:36.749023 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 21:53:36.752213 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.752494 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:36.815412 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 21:53:36.815643 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 21:53:36.815877 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 21:53:36.816274 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 21:53:36.851311 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_db.sqlalchemy.engines [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91556) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 21:53:37.181530 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing driver for type 'gre' Jun 09 21:53:37.181979 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] gre ID ranges: [(1, 1000)] Jun 09 21:53:37.231730 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing driver for type 'local' Jun 09 21:53:37.232145 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing driver for type 'vlan' Jun 09 21:53:37.244403 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] VlanTypeDriver initialization complete Jun 09 21:53:37.244814 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing driver for type 'vxlan' Jun 09 21:53:37.245366 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] vxlan ID ranges: [(1, 1000)] Jun 09 21:53:37.299128 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing extension driver 'port_security' Jun 09 21:53:37.299489 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.extensions.port_security [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] PortSecurityExtensionDriver initialization complete Jun 09 21:53:37.299826 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing mechanism driver 'openvswitch' Jun 09 21:53:37.300124 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing mechanism driver 'hyperv' Jun 09 21:53:37.306593 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.plugins.ml2.plugin [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:53:37.307390 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.307761 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.308116 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.308500 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.308848 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.309188 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.309562 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.309904 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.310236 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.310607 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.310972 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.311310 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.311683 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.312023 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.312356 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.312731 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.313072 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.313406 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.313738 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] ML2 OVO RPC backend initialized. {{(pid=91556) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 21:53:37.314440 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.314806 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.315241 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.315583 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > networks before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.315924 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.316259 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > ports before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.316595 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.316932 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.317273 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.317609 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.317938 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.318271 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.318602 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.318958 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.319325 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.319655 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.319986 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.320539 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.plugin [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Modular L2 Plugin initialization complete Jun 09 21:53:37.320860 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading services supported by the core plugin {{(pid=91556) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 21:53:37.321177 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Got port-security extension from driver 'port_security' Jun 09 21:53:37.321628 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.extensions.vlantransparent [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Disabled vlantransparent extension. Jun 09 21:53:37.322107 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91556) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 21:53:37.322417 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: router Jun 09 21:53:37.358605 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.359018 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router after_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.359384 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router before_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.359743 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.360110 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.360461 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router after_delete 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.360815 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.361176 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router after_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.361519 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.361864 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.362206 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.362562 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.363071 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.363446 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.363781 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.364112 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: subnet after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.364443 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.364784 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.365125 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.365488 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: port before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.365825 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.366211 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.366548 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.366938 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.367297 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.367636 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.368003 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.368833 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Tracking information for resource: router configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:37.369167 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Tracking information for resource: floatingip configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:53:37.374241 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.db.l3_agentschedulers_db [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 21:53:37.374831 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.375184 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.375526 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.375869 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.376627 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router before_create 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.376982 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.377335 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.377684 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.382005 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.services.provider_configuration [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service providers = [] {{(pid=91556) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 21:53:37.382365 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.db.servicetype_db [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91556) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 21:53:37.385366 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.services.service_base [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:53:37.385713 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.services.service_base [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:53:37.386048 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.services.service_base [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:53:37.386930 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.services.service_base [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:53:37.387296 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.services.service_base [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 21:53:37.387672 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.387982 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 21:53:37.398749 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.399080 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: auto_allocate Jun 09 21:53:37.404808 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: network precommit_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.405167 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: network precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.405671 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.405983 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: tag Jun 09 21:53:37.412651 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.413509 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: timestamp Jun 09 21:53:37.417195 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.417525 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: network_ip_availability Jun 09 21:53:37.422630 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.423028 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.423380 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.424076 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.424389 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: flavors Jun 09 21:53:37.430471 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.430829 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading Plugin: revisions Jun 09 21:53:37.435066 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:53:37.435400 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_concurrency.lockutils [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:53:37.436124 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91556) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 21:53:37.436453 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Initializing extension manager. Jun 09 21:53:37.436946 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: __init__.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.437280 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: __pycache__ {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.437607 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.437933 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: address_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.438648 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.439227 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: address-group Jun 09 21:53:37.439544 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: address_scope.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.440228 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.440727 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: address-scope Jun 09 21:53:37.441046 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.441949 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.442454 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: router-admin-state-down-before-update Jun 09 21:53:37.442800 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: agent.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.443470 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.443961 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: agent Jun 09 21:53:37.444302 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: agent_resources_synced.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.445172 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.445667 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: agent-resources-synced Jun 09 21:53:37.445979 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.447700 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.448210 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: allowed-address-pairs Jun 09 21:53:37.448529 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.449573 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.450075 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: auto-allocated-topology Jun 09 21:53:37.450392 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: availability_zone.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.451085 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.451580 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: availability_zone Jun 09 21:53:37.451900 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: availability_zone_filter.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.452772 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.453267 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: availability_zone_filter Jun 09 21:53:37.453836 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: data_plane_status.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.454715 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.455216 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 21:53:37.455532 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: default_subnetpools.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.456403 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.456897 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: default-subnetpools Jun 09 21:53:37.457215 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.457986 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.458480 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: dhcp_agent_scheduler Jun 09 21:53:37.458829 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: dns.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.459704 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.460722 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension dns-integration not supported by any of loaded plugins Jun 09 21:53:37.461037 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: dns_domain_ports.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.461913 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.462416 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 21:53:37.462755 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: dvr.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.463402 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.463899 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: dvr Jun 09 21:53:37.464213 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: empty_string_filtering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.465086 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.465579 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: empty-string-filtering Jun 09 21:53:37.465892 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.466795 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.467289 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 21:53:37.467603 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.468474 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.468965 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 21:53:37.469277 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: external_net.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.470153 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.470648 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: external-net Jun 09 21:53:37.470989 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.471859 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.472356 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: extra_dhcp_opt Jun 09 21:53:37.472670 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: extraroute.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.473536 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.474033 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: extraroute Jun 09 21:53:37.474347 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: extraroute_atomic.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.475368 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.476432 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: extraroute-atomic Jun 09 21:53:37.476745 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: filter_validation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.584086 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.584744 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: filter-validation Jun 09 21:53:37.585491 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: fip_pf_description.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.586559 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.587099 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 21:53:37.587421 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: fip_port_details.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.588324 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.588832 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: fip-port-details Jun 09 21:53:37.589155 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: flavors.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.590392 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.590927 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: flavors Jun 09 21:53:37.591253 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.592904 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.593419 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 21:53:37.593753 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: floatingip_pools.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.594445 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.594972 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: floatingip-pools Jun 09 21:53:37.595295 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: ip_allocation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.596186 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.596687 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 21:53:37.597006 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.597889 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.598386 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: ip-substring-filtering Jun 09 21:53:37.598723 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l2_adjacency.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.599608 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.600102 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 21:53:37.601034 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l3.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.602035 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.602551 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: router Jun 09 21:53:37.602898 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.605134 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.605656 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 21:53:37.605981 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.606898 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.607407 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: ext-gw-mode Jun 09 21:53:37.607725 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.608609 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.609107 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: l3-ha Jun 09 21:53:37.609423 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l3_flavors.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.610304 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.610833 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: l3-flavors Jun 09 21:53:37.611159 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.612053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.612554 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 21:53:37.612897 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: l3agentscheduler.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.614046 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.614550 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: l3_agent_scheduler Jun 09 21:53:37.614896 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: logging.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.616395 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.616903 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension logging not supported by any of loaded plugins Jun 09 21:53:37.617228 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: metering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.617946 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.618518 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: metering Jun 09 21:53:37.618862 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.619944 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.620446 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: metering_source_and_destination_fields Jun 09 21:53:37.620772 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: multiprovidernet.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.621655 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.622155 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: multi-provider Jun 09 21:53:37.622474 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: netmtu.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.623373 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.623876 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: net-mtu Jun 09 21:53:37.624193 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: netmtu_writable.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.625069 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.625568 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: net-mtu-writable Jun 09 21:53:37.625886 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: network_availability_zone.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.626520 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.627045 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: network_availability_zone Jun 09 21:53:37.627359 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: network_ip_availability.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.628425 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.628923 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: network-ip-availability Jun 09 21:53:37.629241 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: network_segment_range.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.629973 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.630470 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 21:53:37.630816 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: pagination.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.632300 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.632626 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: pagination Jun 09 21:53:37.632942 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: port_device_profile.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.633831 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.634339 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: port-device-profile Jun 09 21:53:37.634655 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.635555 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.636057 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: port-mac-address-regenerate Jun 09 21:53:37.636370 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.637242 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.637739 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: port-numa-affinity-policy Jun 09 21:53:37.638053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: port_resource_request.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.638949 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.639443 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 21:53:37.639757 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: portbindings.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.640643 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.641140 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: binding Jun 09 21:53:37.641453 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: portbindings_extended.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.642711 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.643223 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: binding-extended Jun 09 21:53:37.643542 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: portsecurity.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.644428 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.644930 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: port-security Jun 09 21:53:37.645248 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: project_id.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.646193 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.646517 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: project-id Jun 09 21:53:37.646871 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: providernet.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.648308 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.648810 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: provider Jun 09 21:53:37.649122 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.652818 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.653329 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos not supported by any of loaded plugins Jun 09 21:53:37.653655 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.654904 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.655409 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 21:53:37.655732 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.656619 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.657128 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 21:53:37.657443 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_default.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.658319 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.658863 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-default not supported by any of loaded plugins Jun 09 21:53:37.659185 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_fip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.659811 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.660308 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-fip not supported by any of loaded plugins Jun 09 21:53:37.660626 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.661514 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.662019 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 21:53:37.662339 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.663274 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.663771 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 21:53:37.664090 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.664972 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.665466 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 21:53:37.665781 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: qos_rules_alias.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.666826 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.667324 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 21:53:37.667641 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: quotasv2.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.668518 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.668840 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: quotas Jun 09 21:53:37.669199 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: quotasv2_detail.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.672168 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.672500 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: quota_details Jun 09 21:53:37.672826 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: rbac.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.673843 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.674362 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: rbac-policies Jun 09 21:53:37.674713 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: rbac_address_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.675596 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.676097 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: rbac-address-group Jun 09 21:53:37.676414 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: rbac_address_scope.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.677292 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.677790 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: rbac-address-scope Jun 09 21:53:37.678106 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: rbac_security_groups.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.679050 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.679555 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: rbac-security-groups Jun 09 21:53:37.679872 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.680751 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.681248 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: rbac-subnetpool Jun 09 21:53:37.681562 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: revisionifmatch.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.682446 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.682971 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: revision-if-match Jun 09 21:53:37.683290 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: revisions.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.684371 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.684873 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: standard-attr-revisions Jun 09 21:53:37.685234 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: router_availability_zone.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.685835 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.686330 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: router_availability_zone Jun 09 21:53:37.686646 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: routerservicetype.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.687559 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.688060 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension router-service-type not supported by any of loaded plugins Jun 09 21:53:37.688391 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.689271 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.689778 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: security-groups-normalized-cidr Jun 09 21:53:37.690096 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.691195 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.691705 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: port-security-groups-filtering Jun 09 21:53:37.692021 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.692907 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.693414 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: security-groups-remote-address-group Jun 09 21:53:37.693731 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: securitygroup.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.703924 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.704450 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: security-group Jun 09 21:53:37.704779 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: segment.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.705535 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.706033 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension segment not supported by any of loaded plugins Jun 09 21:53:37.706364 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.707285 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.707785 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 21:53:37.708105 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: servicetype.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.709177 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.709690 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: service-type Jun 09 21:53:37.710551 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: sorting.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.711524 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.711853 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: sorting Jun 09 21:53:37.712169 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: standard_attr_segment.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.713054 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.713560 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 21:53:37.713876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: standardattrdescription.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.714506 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.715102 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: standard-attr-description Jun 09 21:53:37.715419 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: stateful_security_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.716310 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.716814 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: stateful-security-group Jun 09 21:53:37.717129 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: stdattrs_common.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.717684 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 21:53:37.717996 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.718979 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.719492 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 21:53:37.719806 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: subnet_onboard.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.720840 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.721345 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: subnet_onboard Jun 09 21:53:37.721660 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.722551 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.723082 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 21:53:37.723397 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: subnet_service_types.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.724282 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.724780 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: subnet-service-types Jun 09 21:53:37.725090 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: subnetallocation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.726157 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.726658 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: subnet_allocation Jun 09 21:53:37.727001 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.727634 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.728128 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: subnetpool-prefix-ops Jun 09 21:53:37.728441 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.729342 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.729847 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 21:53:37.730161 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: tagging.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.731222 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.731738 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: standard-attr-tag Jun 09 21:53:37.732059 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: timestamp.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.733218 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.733722 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loaded extension: standard-attr-timestamp Jun 09 21:53:37.734043 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: trunk.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.735091 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.735597 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension trunk not supported by any of loaded plugins Jun 09 21:53:37.735916 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: trunk_details.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.736799 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.737302 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension trunk-details not supported by any of loaded plugins Jun 09 21:53:37.737627 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.738509 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.739049 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 21:53:37.739365 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Loading extension file: vlantransparent.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:53:37.740002 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:53:37.740498 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 21:53:37.742957 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:network Jun 09 21:53:37.743484 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:subnet Jun 09 21:53:37.743893 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:53:37.744285 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:port Jun 09 21:53:37.745546 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.745978 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service FLAVORS assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.746577 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.747026 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.747351 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:router Jun 09 21:53:37.747791 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 21:53:37.748275 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service METERING assigned prefix: /metering {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.749711 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.750080 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.750437 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:53:37.751442 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 21:53:37.751884 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:security_group Jun 09 21:53:37.752315 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 21:53:37.752917 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.753239 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:53:37.753574 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] subnetpool is already registered Jun 09 21:53:37.753996 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.754319 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:53:37.754646 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] subnetpool is already registered Jun 09 21:53:37.757450 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.757877 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service FLAVORS assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.758451 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.758892 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.759219 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:router Jun 09 21:53:37.759552 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] router is already registered Jun 09 21:53:37.759956 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 21:53:37.760284 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] floatingip is already registered Jun 09 21:53:37.760729 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service METERING assigned prefix: /metering {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.761378 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 21:53:37.761700 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] rbac_policy is already registered Jun 09 21:53:37.762103 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:security_group Jun 09 21:53:37.762434 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] security_group is already registered Jun 09 21:53:37.762851 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 21:53:37.763175 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] security_group_rule is already registered Jun 09 21:53:37.763782 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.764108 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:53:37.764431 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] subnetpool is already registered Jun 09 21:53:37.764837 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:53:37.765145 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:53:37.765464 dv-cinder-789564-5-smb neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] subnetpool is already registered Jun 09 21:53:37.765924 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: extensions {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.767384 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: address-groups {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.768872 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: address-scopes {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.770179 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: agents {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.771381 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: auto-allocated-topology {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.773235 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: availability_zones {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.774446 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: dhcp-networks {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.775982 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: dhcp-agents {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.777409 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: routers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.779159 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: flavors {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.780401 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: service_profiles {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.781607 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: next_providers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.783059 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: service_profiles {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.785535 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: floatingip-pools {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.786789 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: routers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.788514 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: floatingips {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.789782 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: l3-routers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.791194 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: l3-agents {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.792611 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: metering-labels {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.793849 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: metering-label-rules {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.795245 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: network-ip-availabilities {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.796496 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: bindings {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.798058 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: quotas {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.799635 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: quotas {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.801043 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: rbac-policies {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.802215 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: security-groups {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.803571 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: security-group-rules {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.804799 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: service-providers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.806031 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: subnetpools {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.807398 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: subnetpools {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.808936 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.810605 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.812433 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.814227 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.815945 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.817866 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.820112 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.821907 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.823811 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.825564 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron.api.extensions [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:53:37.831936 dv-cinder-789564-5-smb neutron-server[91556]: WARNING keystonemiddleware.auth_token [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 21:53:37.836934 dv-cinder-789564-5-smb neutron-server[91556]: WARNING keystonemiddleware.auth_token [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 21:53:37.845118 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_concurrency.lockutils [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Acquired lock "singleton_lock" {{(pid=91556) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 21:53:37.845598 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_concurrency.lockutils [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Releasing lock "singleton_lock" {{(pid=91556) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 21:53:37.846218 dv-cinder-789564-5-smb neutron-server[91556]: INFO oslo_service.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Starting 2 workers Jun 09 21:53:37.850952 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Started child 91697 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:53:37.855231 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Started child 91698 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:53:37.856324 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.857004 dv-cinder-789564-5-smb neutron-server[91556]: INFO neutron.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 21:53:37.857364 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Notify callbacks [] for process, before_spawn {{(pid=91556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.857703 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [-] (91697) wsgi starting up on http://0.0.0.0:9696 Jun 09 21:53:37.859913 dv-cinder-789564-5-smb neutron-server[91556]: INFO oslo_service.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Starting 1 workers Jun 09 21:53:37.860090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.861285 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [-] (91698) wsgi starting up on http://0.0.0.0:9696 Jun 09 21:53:37.864975 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Started child 91699 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:53:37.865494 dv-cinder-789564-5-smb neutron-server[91556]: INFO oslo_service.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Starting 1 workers Jun 09 21:53:37.868645 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] calling RpcWorker wait() {{(pid=91699) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 21:53:37.869196 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] returning from RpcWorker wait() {{(pid=91699) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 21:53:37.869826 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Started child 91700 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:53:37.870639 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-059dc36a-29a3-4116-b74f-86656622f1c5 None None] Notify callbacks [] for process, after_spawn {{(pid=91556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.870812 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.871268 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:53:37.872504 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91556) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 21:53:37.872712 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:53:37.872898 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:53:37.873129 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:53:37.873449 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:53:37.873614 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:53:37.874123 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.874401 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.874610 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.875099 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.875099 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.875236 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.875862 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.876120 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.876356 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.876637 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.876868 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.877038 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.877202 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.877460 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.877693 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.877990 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.878249 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.878506 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.878807 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.878978 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.879216 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.879473 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.879726 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.879985 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] debug = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.880220 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.880690 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.880929 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.881172 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.881416 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.882259 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.882483 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.882777 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.883013 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.883231 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.883461 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.883702 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.883954 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.884185 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.884419 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.884680 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.884913 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.885375 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] host = dv-cinder-789564-5-smb {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.885602 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.885838 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.886071 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.886292 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.886542 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.886808 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.887056 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.887299 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.887540 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.887760 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.887983 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.888234 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.888451 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.888673 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.888892 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_options = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.889050 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.889325 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.889591 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.889778 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.889943 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.890114 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.890360 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.890520 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.890775 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.891021 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.891231 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.891462 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.891705 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.891922 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.892201 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.892435 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.892666 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.892893 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.893145 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.893373 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.893594 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.893843 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.894071 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.894282 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.894495 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.894746 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.894975 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.895188 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.895399 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.895648 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.895889 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.896147 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.896399 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.896638 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.896894 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.897082 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.897413 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.897620 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.898497 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.898736 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.899076 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.899295 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.899462 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.899670 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:53:37.899843 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.899996 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.900135 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_json = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.900307 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.900542 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.900796 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.901032 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.901210 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.901420 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.901653 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.901959 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.902374 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.902643 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.903003 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.903224 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.904001 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.904161 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.904452 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.904600 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.904834 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.905113 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.905444 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.905693 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.906001 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.906240 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.906509 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.906938 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.907148 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.907393 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.907623 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.907879 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.908073 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.908480 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.908815 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.909157 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.909368 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.909615 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.909829 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.910092 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.910920 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.911808 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.912591 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.912951 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.914908 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.916876 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.917877 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.917877 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.917877 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.917877 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.918339 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.918339 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.918580 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.918731 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.918858 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.919108 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.919333 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.919569 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.919805 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.920024 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.920293 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.920532 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.920745 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.920979 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.921216 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.921473 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.921709 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.921981 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.922139 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.922352 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.922570 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.922826 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.923070 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.923338 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.923527 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.923743 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.923954 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.924185 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.924413 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.924624 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.924832 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.925040 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.925249 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.925462 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.925671 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.925879 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.926088 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.926297 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.926510 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.927049 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.927211 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.927351 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.927618 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.927852 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.928110 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.928344 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.928579 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.929712 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.929712 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.929712 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.929712 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.929712 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.930669 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.930669 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.930669 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.930669 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.931159 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.931159 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.931397 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.931520 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.931732 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.932015 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.932250 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.932807 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.932807 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.933086 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.933273 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.933511 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.933774 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.934062 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.934324 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.934609 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.934916 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.935150 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.935479 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.935669 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.935923 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.936166 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.936439 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.936683 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.936926 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.937161 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.937421 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.937645 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.937875 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.938114 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.938362 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.938719 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.938968 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.939198 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.939410 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.939681 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.939924 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.940153 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.940407 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.940645 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.940872 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.941113 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.941358 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.941590 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.941799 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.942115 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.942256 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.942479 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.942734 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.942982 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.943192 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.943398 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.943662 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.943872 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.944085 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.944796 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.945007 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.945215 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.945458 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.945663 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.945904 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.946135 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.946350 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.946568 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.946817 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.947031 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.947290 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.947505 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.947769 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.948013 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.948223 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.948464 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.948707 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.948969 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.949184 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.949513 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.949635 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.949852 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.950050 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.950270 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.950479 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.950705 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.950929 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.951138 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.951390 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.951637 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.951968 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.952212 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.952436 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.952677 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.952889 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.953134 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.953365 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.953828 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.954043 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.954253 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.954465 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.954748 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.954985 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.955200 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.955407 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.955632 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.955840 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.956067 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.956293 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.956574 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.956824 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.957051 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.957288 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.957520 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.957742 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.957953 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.958159 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.958369 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.958573 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.958814 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.959021 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.959256 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.959468 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.959688 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.959933 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.960137 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.960343 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.961070 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.961278 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.961519 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.961744 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.961947 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.962162 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.962365 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.962666 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.962945 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.963180 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.963459 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.963720 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.963957 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.964218 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.964531 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.964740 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.965005 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.965216 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.965444 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.965681 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.965926 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.966247 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.966538 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.966797 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.967049 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.967319 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.967590 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.967841 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.968042 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.968359 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.968680 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.968945 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.969241 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.969461 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.969705 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.969921 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.970129 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.970359 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.970587 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.970822 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.971056 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.971280 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.971533 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.971763 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.971984 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.972216 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.972453 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.972656 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.972870 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.973077 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.973248 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:53:37.973789 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91556) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 21:53:37.973952 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:53:37.974092 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:53:37.974249 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:53:37.974390 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:53:37.974528 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:53:37.974737 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.974897 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.975053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.975211 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.975383 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.975583 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.975741 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.975897 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.976054 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.976210 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.976366 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.976521 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.976676 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.976832 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.976986 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.977140 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.977295 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.977449 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.977608 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.977762 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.977916 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.978072 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.978227 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] debug = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.978381 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.978565 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.978744 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.978900 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.979055 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.979210 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.979416 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.979557 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.979661 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.979816 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.979962 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.980114 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.980430 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.980585 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.980742 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.980925 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.981397 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.981397 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] host = dv-cinder-789564-5-smb {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.981397 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.981614 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.981614 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.981753 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.981917 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.982090 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.982221 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.982560 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.982749 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.982913 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.983083 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.983229 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.983384 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.983539 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.983697 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_options = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.983852 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.984007 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.984152 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.984329 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.984488 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.984627 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.984786 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.984963 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.985146 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.985309 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.985396 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.985524 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.985679 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.985834 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.985990 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.986141 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.986287 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.986441 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.986595 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.986771 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.986927 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.987082 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.987238 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.987393 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.987548 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.987703 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.987859 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.988013 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.988168 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.988321 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.988476 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.988631 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.988786 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.988941 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.989095 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.989251 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.989407 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.989773 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.989773 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.989998 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.989998 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.990144 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.990266 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.990424 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.990576 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.990749 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_json = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.990904 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.991578 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.991737 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.991896 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.992052 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.992242 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.992361 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.992516 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:53:37.992689 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.992852 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.993023 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.993180 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.993336 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.993517 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.993830 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.993830 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.994057 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.994140 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.994330 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.994475 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.994654 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.994884 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.995302 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.995302 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.995535 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.995624 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.995796 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.995928 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.996089 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.996254 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.996412 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.996574 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.996752 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.996926 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.997133 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.997332 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.997464 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.997640 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.997889 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.998016 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.998123 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.998278 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.998453 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.998612 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.998795 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.998991 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.999183 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.999506 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.999506 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.999691 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.999821 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:37.999996 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.000176 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.000324 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.000483 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.000664 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.000895 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.000988 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.001507 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.001507 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.001507 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.001879 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.001879 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.002094 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.002094 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.002293 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.002449 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.002609 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.002803 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.003038 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.003161 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.003267 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.003506 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.003757 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.003757 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.004011 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.004117 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.004221 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:53:38.004360 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.004360 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.004596 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.004719 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.004840 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.005072 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.005205 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.005312 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.005470 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.005645 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.005821 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.005995 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.006166 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.006330 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.006524 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.007328 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.007525 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.007684 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.007828 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.007990 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.008147 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.008329 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.008487 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.008644 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.008802 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.008958 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.009115 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.009273 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.009433 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.009590 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.009750 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.009908 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.010066 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.010223 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.010379 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.010535 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.010706 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.010861 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.011017 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.011174 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.011331 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.011487 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.011653 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.011810 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.011975 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.012184 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.012311 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.012434 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.012586 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.012744 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.012903 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.013045 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.013239 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.013366 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.013496 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.013641 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.013797 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.013954 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.014118 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.014284 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.014432 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.014573 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.014746 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.014930 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.015086 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.015242 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.015399 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.015555 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.015712 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.015868 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.016024 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.016165 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.016326 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.016483 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.016641 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.016797 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.016953 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.017110 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.017266 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.017424 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.017586 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.017747 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.017905 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.018046 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.018183 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.018340 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.018483 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.018779 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.019140 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.019140 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.019140 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.019556 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.019556 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.019556 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.020260 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.020260 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.020260 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.020260 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.020260 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022053 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022616 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022616 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022616 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022616 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022964 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022964 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.022964 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.023391 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.023391 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.023391 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.023670 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.023750 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.023866 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.024023 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.024180 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.024338 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.024498 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.024698 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.025271 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42182) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:53:38.026844 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.027042 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.027229 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.027406 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.027587 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.027762 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.027934 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.028104 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032265 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.032956 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.033467 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.033467 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.033467 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.033467 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.033467 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.033467 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.033467 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.035983 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061781 Jun 09 21:53:38.036074 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036074 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036074 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036074 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036074 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036074 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036416 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036416 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036533 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036605 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036862 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.036952 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.037105 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.037251 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.037391 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.037531 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.037705 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.037853 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.038260 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.039351 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.039351 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.039351 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.039563 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.039563 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.039784 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.039940 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.040080 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.040236 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.040375 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.040539 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.040689 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.040851 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.041006 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.041163 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.041321 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.041479 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.041637 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.041794 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.041949 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.042108 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.042257 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.042409 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.042568 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.042748 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.042910 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.043069 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.043213 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.043373 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:53:38.043519 dv-cinder-789564-5-smb neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:53:48.891648 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f118d-ce3b-4b82-bb9e-90d2581286b0 None None] get_active_networks_info from dv-cinder-789564-5-smb {{(pid=91699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 21:53:48.964310 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f118d-ce3b-4b82-bb9e-90d2581286b0 None None] No non-hosted networks {{(pid=91699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 21:53:48.973514 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.agentschedulers_db [None req-ec4f118d-ce3b-4b82-bb9e-90d2581286b0 None None] DHCP Agent not found on host dv-cinder-789564-5-smb {{(pid=91699) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 09 21:53:49.095446 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d36c5b0e-28ba-4bde-bf0d-3d1dc7b97e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654'] for agent, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:51.277250 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-42a07372-e1e4-4e92-9bb4-3eaa6d758ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654'] for agent, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:51.386299 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654'] for agent, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:51.386982 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.387326 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.387665 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.387997 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.390448 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.390810 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.391140 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.391467 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.391791 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.392114 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.394547 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.394906 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:53:51.395325 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:53:51.409588 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:53:51.418250 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-af7af486-6be0-4189-8781-5912b5c92b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:52.066099 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654'] for agent, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:53.969755 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654'] for agent, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:55.344967 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42274) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:53:55.916516 dv-cinder-789564-5-smb neutron-server[91698]: WARNING oslo_policy.policy [None req-4a131b01-55ee-4aa5-942c-9f39b61f9d1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:53:55.917135 dv-cinder-789564-5-smb neutron-server[91698]: WARNING oslo_policy.policy [None req-4a131b01-55ee-4aa5-942c-9f39b61f9d1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:53:56.133577 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [None req-4a131b01-55ee-4aa5-942c-9f39b61f9d1d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:53:56.135109 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4a131b01-55ee-4aa5-942c-9f39b61f9d1d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7887349 Jun 09 21:53:58.492862 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.db.l3_hamode_db [None req-a8a8ecd4-c7ef-4297-b680-620cdd473c2a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 21:53:58.496231 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42288) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:53:58.578286 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8ecd4-c7ef-4297-b680-620cdd473c2a None None] Routers set() bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:53:58.578675 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8ecd4-c7ef-4297-b680-620cdd473c2a None None] Router IDs set() for agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 21:53:58.853494 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:53:58.949848 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.policy [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 21:53:58.997493 dv-cinder-789564-5-smb neutron-server[91698]: WARNING oslo_policy.policy [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:53:58.997870 dv-cinder-789564-5-smb neutron-server[91698]: WARNING oslo_policy.policy [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:53:59.006286 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.quota [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] Loaded quota_driver: . Jun 09 21:53:59.080773 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760037376310', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760037392101', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760037364775', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760037374348', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760037349048', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760037358816', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-900827', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-821076', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3882845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3830356'] for rbac-policy, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:59.137860 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:59.139017 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-95f10bd6-3578-4949-a344-af801e3d1bbb admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6417286 Jun 09 21:54:01.689314 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42300) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:02.037527 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:02.062745 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Made reservation on behalf of 86d1d71bc5954e8c925dcacad69e22b6 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:02.065513 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.085865 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.205110 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.210392 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.215756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:02.236615 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:02.262465 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760032607663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.263022 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Unsubscribe: segment precommit_create {{(pid=91698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 21:54:02.263510 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Added segment 331c9d16-a5fc-429d-8945-916d47e39f19 of type vlan for network 7cf654ad-19e9-4345-9b07-3e71821aeb98 Jun 09 21:54:02.311608 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c88af4-6d35-45c8-b011-0039217dd0b1,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:02.328047 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.328385 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.328958 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.329283 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.329601 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.329915 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.330224 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.330531 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.330893 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.331201 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.331505 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.331806 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Tracked resource versions report: Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: pushed versions: Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Log': {'1.0'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Network': {'1.1'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Port': {'1.7'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'PortForwarding': {'1.2'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'QosPolicy': {'1.8'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'SubPort': {'1.0'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Subnet': {'1.1'}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Trunk': {'1.1'}} Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: consumer versions: Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'ConntrackHelper': '1.0', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Log': '1.0', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Network': '1.1', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Port': '1.7', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'PortForwarding': '1.2', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'QosPolicy': '1.8', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroup': '1.4', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroupRule': '1.2', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'SubPort': '1.0', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Subnet': '1.1', Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: 'Trunk': '1.1'}} Jun 09 21:54:02.332850 dv-cinder-789564-5-smb neutron-server[91698]: {{(pid=91698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:02.379845 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:02.381537 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.425126 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.426903 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:02.427550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:02.430534 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:02.521064 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8306262 Jun 09 21:54:02.527864 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf654ad-19e9-4345-9b07-3e71821aeb98,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:02.531146 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:02.540044 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:05.136296 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42314) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:05.575579 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ca39a-8cc0-4b0d-a582-47ad76a0c2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:05.576887 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b67ca39a-8cc0-4b0d-a582-47ad76a0c2e6 admin admin] 10.222.0.42 "GET /v2.0/networks/7cf654ad-19e9-4345-9b07-3e71821aeb98 HTTP/1.1" status: 200 len: 825 time: 0.4396675 Jun 09 21:54:05.602986 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a6ff4494-8b41-4cc4-8eee-32094022d61a admin admin] 10.222.0.42 "GET /v2.0/subnetpools/35801041-b700-46fb-ae23-6a9a19708bf4 HTTP/1.1" status: 200 len: 734 time: 0.0206118 Jun 09 21:54:05.610918 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Request body: {'subnet': {'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'ip_version': 4, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'subnetpool_id': '35801041-b700-46fb-ae23-6a9a19708bf4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:05.630800 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Made reservation on behalf of 86d1d71bc5954e8c925dcacad69e22b6 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:05.633487 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:05.891200 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:05.896057 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:05.986198 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f15b15-6abb-4391-9916-f421e17181d6,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:05.988192 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Checking segment: {'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:05.988574 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Network hostable DHCP agents. Network: 7cf654ad-19e9-4345-9b07-3e71821aeb98, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:05.993264 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:06.008795 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:06.018129 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 7cf654ad-19e9-4345-9b07-3e71821aeb98) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:06.022586 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:06.023197 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.027711 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1ebe2-6d58-400a-89e8-8a321095f8ee None None] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:06.040585 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4327946 Jun 09 21:54:06.338155 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-7cf654ad-19e9-4345-9b07-3e71821aeb98', 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'fixed_ips': [{'subnet_id': 'd9f15b15-6abb-4391-9916-f421e17181d6'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:54:06.339486 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.521285 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Allocated IP 172.20.0.2 (7cf654ad-19e9-4345-9b07-3e71821aeb98/d9f15b15-6abb-4391-9916-f421e17181d6/631ecc23-67dd-4b07-aea1-c377b95d8dae) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:06.746539 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.759974 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Transition to ACTIVE for port object 631ecc23-67dd-4b07-aea1-c377b95d8dae will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:06.780162 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Transition to ACTIVE for port object 631ecc23-67dd-4b07-aea1-c377b95d8dae will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:06.787148 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.795687 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:06.852397 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:06.855175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:06.863761 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:06.867107 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Pushing event updated for resources: {'Port': ['ID=631ecc23-67dd-4b07-aea1-c377b95d8dae,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:06.904402 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.904737 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.905064 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.905385 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.905700 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.906016 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.906330 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.906636 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.906989 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.907299 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.907602 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.907912 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Tracked resource versions report: Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: pushed versions: Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Log': {'1.0'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Network': {'1.1'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Port': {'1.7'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'PortForwarding': {'1.2'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'QosPolicy': {'1.8'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'SubPort': {'1.0'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Subnet': {'1.1'}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Trunk': {'1.1'}} Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: consumer versions: Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'ConntrackHelper': '1.0', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Log': '1.0', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Network': '1.1', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Port': '1.7', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'PortForwarding': '1.2', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'QosPolicy': '1.8', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroup': '1.4', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroupRule': '1.2', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'SubPort': '1.0', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Subnet': '1.1', Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: 'Trunk': '1.1'}} Jun 09 21:54:06.908937 dv-cinder-789564-5-smb neutron-server[91699]: {{(pid=91699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:06.946146 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:06.965546 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Attempting to bind port 631ecc23-67dd-4b07-aea1-c377b95d8dae on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:06.965932 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Attempting to bind port 631ecc23-67dd-4b07-aea1-c377b95d8dae by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:06.966337 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Attempting to bind port 631ecc23-67dd-4b07-aea1-c377b95d8dae on network 7cf654ad-19e9-4345-9b07-3e71821aeb98 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:06.971466 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:06.971890 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Checking segment: {'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:06.972354 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.972736 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Bound using segment: {'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:06.973210 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Bound port: 631ecc23-67dd-4b07-aea1-c377b95d8dae, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:06.973569 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:07.056738 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] For port 631ecc23-67dd-4b07-aea1-c377b95d8dae, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:07.060482 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] For port 631ecc23-67dd-4b07-aea1-c377b95d8dae, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=631ecc23-67dd-4b07-aea1-c377b95d8dae,segment=NetworkSegment(331c9d16-a5fc-429d-8945-916d47e39f19),segment_id=331c9d16-a5fc-429d-8945-916d47e39f19)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:07.065320 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:07.069768 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:07.153043 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Pushing event updated for resources: {'Port': ['ID=631ecc23-67dd-4b07-aea1-c377b95d8dae,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:07.156236 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:08.441901 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42322) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:08.801662 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [None req-14a2cc05-6bc0-4d88-b914-743ab896d6d4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:08.802643 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-14a2cc05-6bc0-4d88-b914-743ab896d6d4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3599007 Jun 09 21:54:11.170824 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42330) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:11.540544 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [None req-d62c47c3-514f-408a-b663-2c1d605b2c01 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:11.541509 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d62c47c3-514f-408a-b663-2c1d605b2c01 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3697445 Jun 09 21:54:12.883329 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ab3d3-4fc4-4381-92ed-c677610b7d4d None None] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:12.973542 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-f2de7606-68f5-4030-90cc-815c11735e62 None None] Provisioning for port 631ecc23-67dd-4b07-aea1-c377b95d8dae completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:13.208680 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 631ecc23-67dd-4b07-aea1-c377b95d8dae up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:13.279333 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 631ecc23-67dd-4b07-aea1-c377b95d8dae completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:13.284687 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 631ecc23-67dd-4b07-aea1-c377b95d8dae triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:13.285082 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:13.347141 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-0a31f0e9-d01b-41fa-a48f-5779a5b3c4f9 None None] Provisioning complete for port 631ecc23-67dd-4b07-aea1-c377b95d8dae triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:13.347510 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a31f0e9-d01b-41fa-a48f-5779a5b3c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:13.480966 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:13.554710 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a31f0e9-d01b-41fa-a48f-5779a5b3c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:13.565014 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 631ecc23-67dd-4b07-aea1-c377b95d8dae, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=631ecc23-67dd-4b07-aea1-c377b95d8dae,segment=NetworkSegment(331c9d16-a5fc-429d-8945-916d47e39f19),segment_id=331c9d16-a5fc-429d-8945-916d47e39f19)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:13.571424 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:13.580041 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-89e09159-a3e0-4a37-80e1-e68c3f09ecc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:13.689946 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.db.api [None req-0a31f0e9-d01b-41fa-a48f-5779a5b3c4f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 21:54:13.690363 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_db.api [None req-0a31f0e9-d01b-41fa-a48f-5779a5b3c4f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 21:54:13.692561 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=631ecc23-67dd-4b07-aea1-c377b95d8dae,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:13.696165 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:14.163075 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42344) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:14.506408 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-475cf274-5aa4-419f-8507-23a621f17320 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'name': 'router1'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:14.527723 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-475cf274-5aa4-419f-8507-23a621f17320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:14.529379 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-475cf274-5aa4-419f-8507-23a621f17320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:14.550653 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-475cf274-5aa4-419f-8507-23a621f17320 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:14.655586 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-475cf274-5aa4-419f-8507-23a621f17320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:14.671677 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-475cf274-5aa4-419f-8507-23a621f17320 admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:14.672855 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-475cf274-5aa4-419f-8507-23a621f17320 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5088251 Jun 09 21:54:15.181322 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 631ecc23-67dd-4b07-aea1-c377b95d8dae up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:15.251714 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 631ecc23-67dd-4b07-aea1-c377b95d8dae triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:15.252083 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:16.975119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 42352) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:17.545762 dv-cinder-789564-5-smb neutron-server[91697]: WARNING oslo_policy.policy [None req-d6d7e599-83c8-4860-aecc-b3b65740952e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:54:17.546381 dv-cinder-789564-5-smb neutron-server[91697]: WARNING oslo_policy.policy [None req-d6d7e599-83c8-4860-aecc-b3b65740952e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:54:17.759604 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [None req-d6d7e599-83c8-4860-aecc-b3b65740952e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:17.760808 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-d6d7e599-83c8-4860-aecc-b3b65740952e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7836211 Jun 09 21:54:18.820238 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c867c6db-f9ef-47ac-86e4-5c27b318ce21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.072946 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42366) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:20.434037 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:20.454796 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Made reservation on behalf of 2e684ca972664eddbdc31ab4cb378b77 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:20.456872 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.470959 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.569205 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.572839 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.576796 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.589889 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Reserving flat network on physical network physnet1 {{(pid=91698) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 21:54:20.612335 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc0644-f33d-4ff5-9151-ca741aa83f35,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.615012 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.615344 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Added segment 8ced402f-2de1-4a5a-9898-a40f94d58a98 of type flat for network ad4e0153-0287-44ad-adaf-45a2c87e79c2 Jun 09 21:54:20.616445 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.646481 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.679330 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.680550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:20.681118 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.685394 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.758271 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6842113 Jun 09 21:54:20.777274 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Pushing event updated for resources: {'Network': ['ID=ad4e0153-0287-44ad-adaf-45a2c87e79c2,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.780318 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.790621 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:21.278745 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9ce4681b-325d-4e3b-8e93-30f844d8ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.298789 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.019200 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.077892 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42384) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:23.285432 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aadc09a-8caa-4b72-b913-9ec021bdcc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:23.286747 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-0aadc09a-8caa-4b72-b913-9ec021bdcc32 admin admin] 10.222.0.42 "GET /v2.0/subnets/d9f15b15-6abb-4391-9916-f421e17181d6 HTTP/1.1" status: 200 len: 849 time: 0.2079067 Jun 09 21:54:23.425548 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-80b8446c-29d7-4b8e-9cd3-5627d3829ef3 admin admin] 10.222.0.42 "GET /v2.0/routers/c83b269f-559f-43a3-b175-9ad925a36f58 HTTP/1.1" status: 200 len: 704 time: 0.1329179 Jun 09 21:54:23.870470 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.916920 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.120778 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Allocated IP 172.20.0.1 (7cf654ad-19e9-4345-9b07-3e71821aeb98/d9f15b15-6abb-4391-9916-f421e17181d6/bbd5abbc-d1ae-4da8-8578-bdd76fabb270) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:24.271809 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.288427 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Transition to ACTIVE for port object bbd5abbc-d1ae-4da8-8578-bdd76fabb270 will not be triggered until provisioned by entity DHCP. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:24.344962 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.349464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:24.409134 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:24.411842 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:24.416079 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:24.416592 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.538454 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Pushing event updated for resources: {'Port': ['ID=bbd5abbc-d1ae-4da8-8578-bdd76fabb270,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:24.548208 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:24.615001 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-06a8704c-8aca-492d-9686-ed4e518e48b0 None None] Provisioning for port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:24.620516 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-06a8704c-8aca-492d-9686-ed4e518e48b0 None None] Provisioning complete for port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:24.620885 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-06a8704c-8aca-492d-9686-ed4e518e48b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.669780 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.671392 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-06a8704c-8aca-492d-9686-ed4e518e48b0 None None] Port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:24.888258 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.892405 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.893431 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.896474 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.022286 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Pushing event updated for resources: {'Port': ['ID=bbd5abbc-d1ae-4da8-8578-bdd76fabb270,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.026097 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.085295 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:25.086321 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:25.269114 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Router c83b269f-559f-43a3-b175-9ad925a36f58 is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:54:25.292665 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-5aef3ce8-8c18-43fb-acf7-73f5a10e94c1 None None] Provisioning complete for port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:25.293161 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5aef3ce8-8c18-43fb-acf7-73f5a10e94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.348224 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-5aef3ce8-8c18-43fb-acf7-73f5a10e94c1 None None] Port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:25.454714 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:25.460543 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] 10.222.0.42 "PUT /v2.0/routers/c83b269f-559f-43a3-b175-9ad925a36f58/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0301831 Jun 09 21:54:25.464818 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Sync routers for ids ['c83b269f-559f-43a3-b175-9ad925a36f58'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:25.476071 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Routers {'c83b269f-559f-43a3-b175-9ad925a36f58'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:25.476935 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T21:54:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c83b269f-559f-43a3-b175-9ad925a36f58'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:25.647553 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Set router c83b269f-559f-43a3-b175-9ad925a36f58 gateway port host: None {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:26.004218 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'name': 'router1', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:14Z', 'updated_at': '2021-06-09T21:54:24Z', 'revision_number': 2, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'gw_port_host': None, '_interfaces': [{'id': 'bbd5abbc-d1ae-4da8-8578-bdd76fabb270', 'name': '', 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'mac_address': 'fa:16:3e:f7:98:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:24Z', 'revision_number': 2, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'subnets': [{'id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35801041-b700-46fb-ae23-6a9a19708bf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:26.009625 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Checking router: c83b269f-559f-43a3-b175-9ad925a36f58 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:26.010011 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Updating router c83b269f-559f-43a3-b175-9ad925a36f58 port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:26.063416 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.440415 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.454653 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Transition to ACTIVE for port object bbd5abbc-d1ae-4da8-8578-bdd76fabb270 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:26.462291 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.468936 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.655320 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Pushing event updated for resources: {'Port': ['ID=bbd5abbc-d1ae-4da8-8578-bdd76fabb270,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.709611 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.709889 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.710187 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.710504 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.710838 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.711157 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.711466 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.711771 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.712077 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.712381 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.712684 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.712983 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Tracked resource versions report: Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: pushed versions: Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Log': {'1.0'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Network': {'1.1'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Port': {'1.7'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'PortForwarding': {'1.2'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'QosPolicy': {'1.8'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'SubPort': {'1.0'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Subnet': {'1.1'}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Trunk': {'1.1'}} Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: consumer versions: Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'ConntrackHelper': '1.0', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Log': '1.0', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Network': '1.1', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Port': '1.7', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'PortForwarding': '1.2', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'QosPolicy': '1.8', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroup': '1.4', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroupRule': '1.2', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'SubPort': '1.0', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Subnet': '1.1', Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: 'Trunk': '1.1'}} Jun 09 21:54:26.714020 dv-cinder-789564-5-smb neutron-server[91700]: {{(pid=91700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:26.719648 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:26.720514 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Attempting to bind port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:26.720901 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Attempting to bind port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:26.721300 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Attempting to bind port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 on network 7cf654ad-19e9-4345-9b07-3e71821aeb98 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:26.727253 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:26.727679 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Checking segment: {'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:26.728145 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.728521 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Bound using segment: {'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:26.729025 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Bound port: bbd5abbc-d1ae-4da8-8578-bdd76fabb270, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331c9d16-a5fc-429d-8945-916d47e39f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:26.729393 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.813085 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] For port bbd5abbc-d1ae-4da8-8578-bdd76fabb270, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:26.816993 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] For port bbd5abbc-d1ae-4da8-8578-bdd76fabb270, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=bbd5abbc-d1ae-4da8-8578-bdd76fabb270,segment=NetworkSegment(331c9d16-a5fc-429d-8945-916d47e39f19),segment_id=331c9d16-a5fc-429d-8945-916d47e39f19)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:26.820342 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.824028 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.906927 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Pushing event updated for resources: {'Port': ['ID=bbd5abbc-d1ae-4da8-8578-bdd76fabb270,revision_number=4']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.909358 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Routers {'c83b269f-559f-43a3-b175-9ad925a36f58'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:26.909943 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T21:54:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c83b269f-559f-43a3-b175-9ad925a36f58'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:26.955838 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:27.062064 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] Set router c83b269f-559f-43a3-b175-9ad925a36f58 gateway port host: None {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:27.374773 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'name': 'router1', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:14Z', 'updated_at': '2021-06-09T21:54:24Z', 'revision_number': 2, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'gw_port_host': None, '_interfaces': [{'id': 'bbd5abbc-d1ae-4da8-8578-bdd76fabb270', 'name': '', 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'mac_address': 'fa:16:3e:f7:98:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:26Z', 'revision_number': 4, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'subnets': [{'id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35801041-b700-46fb-ae23-6a9a19708bf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:27.378597 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12f1c3-4be7-47fe-8a1f-0c23ccd2b367 None None] The sync data for ids ['c83b269f-559f-43a3-b175-9ad925a36f58'] in dv-cinder-789564-5-smb is: [{'id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'name': 'router1', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:14Z', 'updated_at': '2021-06-09T21:54:24Z', 'revision_number': 2, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'gw_port_host': None, '_interfaces': [{'id': 'bbd5abbc-d1ae-4da8-8578-bdd76fabb270', 'name': '', 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'mac_address': 'fa:16:3e:f7:98:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:26Z', 'revision_number': 4, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'subnets': [{'id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35801041-b700-46fb-ae23-6a9a19708bf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:27.650212 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42404) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:27.791193 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62539758-00c3-4f83-8a1e-9c33ebb53733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:27.792522 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-62539758-00c3-4f83-8a1e-9c33ebb53733 admin admin] 10.222.0.42 "GET /v2.0/networks/ad4e0153-0287-44ad-adaf-45a2c87e79c2 HTTP/1.1" status: 200 len: 842 time: 0.1413417 Jun 09 21:54:27.801608 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'cidr': '172.28.2.0/24', 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:27.823396 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Made reservation on behalf of 2e684ca972664eddbdc31ab4cb378b77 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:27.825800 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.183537 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.objects.ports [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91698) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 21:54:28.183955 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.188327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:28.259174 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd82854-0e30-4ef9-adc7-9a350ae68118,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:28.263677 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:28.267879 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:28.268226 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Network hostable DHCP agents. Network: ad4e0153-0287-44ad-adaf-45a2c87e79c2, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:28.284741 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:28.294107 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, ad4e0153-0287-44ad-adaf-45a2c87e79c2) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:28.298070 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:28.298645 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.302977 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d8f489-9b06-43eb-aa1e-c639ec34c7df None None] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:28.317302 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5189111 Jun 09 21:54:28.497363 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b6571-5177-447a-b4fd-356f30cd4551 None None] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:30.552276 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42416) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:30.743635 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-215eb681-a194-4e3e-86a8-85339d888560 admin admin] 10.222.0.42 "GET /v2.0/routers/c83b269f-559f-43a3-b175-9ad925a36f58 HTTP/1.1" status: 200 len: 710 time: 0.1897283 Jun 09 21:54:30.868959 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91485a00-ac61-45ca-89ea-42ebd8ce5a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:30.870299 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-91485a00-ac61-45ca-89ea-42ebd8ce5a52 admin admin] 10.222.0.42 "GET /v2.0/networks/ad4e0153-0287-44ad-adaf-45a2c87e79c2 HTTP/1.1" status: 200 len: 886 time: 0.1217518 Jun 09 21:54:30.878905 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:31.220922 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device bbd5abbc-d1ae-4da8-8578-bdd76fabb270 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:31.288614 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:31.293540 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:31.293985 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.363742 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.410493 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.441209 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port bbd5abbc-d1ae-4da8-8578-bdd76fabb270, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=bbd5abbc-d1ae-4da8-8578-bdd76fabb270,segment=NetworkSegment(331c9d16-a5fc-429d-8945-916d47e39f19),segment_id=331c9d16-a5fc-429d-8945-916d47e39f19)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:31.444985 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.447066 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:31.508947 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=bbd5abbc-d1ae-4da8-8578-bdd76fabb270,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:31.512002 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:31.678234 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.731147 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.864492 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Allocated IP 172.28.2.16 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/d3088de4-ca34-40a3-81f4-3a5d6598508d) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:32.003078 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.032131 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.036384 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:32.095870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:32.098556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:32.103476 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:32.163954 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Pushing event updated for resources: {'Port': ['ID=d3088de4-ca34-40a3-81f4-3a5d6598508d,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:32.168252 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:32.472086 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.847022 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.850759 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4091528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4091527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4086881'] for router, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.022602 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Router c83b269f-559f-43a3-b175-9ad925a36f58 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:54:33.192456 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:33.196848 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.198018 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] 10.222.0.42 "PUT /v2.0/routers/c83b269f-559f-43a3-b175-9ad925a36f58 HTTP/1.1" status: 200 len: 889 time: 2.3224149 Jun 09 21:54:33.218209 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Sync routers for ids ['c83b269f-559f-43a3-b175-9ad925a36f58'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:33.222304 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device bbd5abbc-d1ae-4da8-8578-bdd76fabb270 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:33.298218 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Routers {'c83b269f-559f-43a3-b175-9ad925a36f58'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:33.298922 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T21:54:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c83b269f-559f-43a3-b175-9ad925a36f58'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:33.476781 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:33.477157 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.535162 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Set router c83b269f-559f-43a3-b175-9ad925a36f58 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:33.911410 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'name': 'router1', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd3088de4-ca34-40a3-81f4-3a5d6598508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:14Z', 'updated_at': '2021-06-09T21:54:32Z', 'revision_number': 4, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'gw_port': {'id': 'd3088de4-ca34-40a3-81f4-3a5d6598508d', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': 'bbd5abbc-d1ae-4da8-8578-bdd76fabb270', 'name': '', 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'mac_address': 'fa:16:3e:f7:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:31Z', 'revision_number': 5, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'subnets': [{'id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35801041-b700-46fb-ae23-6a9a19708bf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:33.916598 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Checking router: c83b269f-559f-43a3-b175-9ad925a36f58 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:33.916960 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Updating router c83b269f-559f-43a3-b175-9ad925a36f58 port d3088de4-ca34-40a3-81f4-3a5d6598508d binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:33.968477 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.287649 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.298342 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Transition to ACTIVE for port object d3088de4-ca34-40a3-81f4-3a5d6598508d will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:34.304759 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.309368 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:34.382365 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Attempting to bind port d3088de4-ca34-40a3-81f4-3a5d6598508d on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:34.382750 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Attempting to bind port d3088de4-ca34-40a3-81f4-3a5d6598508d by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:34.383111 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Attempting to bind port d3088de4-ca34-40a3-81f4-3a5d6598508d on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:34.392004 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:34.392368 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:34.392754 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.393135 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:34.393595 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Bound port: d3088de4-ca34-40a3-81f4-3a5d6598508d, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:34.393958 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.416930 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6bb64-820a-4ff6-b269-79b60f019f00 None None] Pushing event updated for resources: {'Port': ['ID=d3088de4-ca34-40a3-81f4-3a5d6598508d,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:34.419777 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e1d6bb64-820a-4ff6-b269-79b60f019f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:34.467561 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] For port d3088de4-ca34-40a3-81f4-3a5d6598508d, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:34.470664 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] For port d3088de4-ca34-40a3-81f4-3a5d6598508d, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=d3088de4-ca34-40a3-81f4-3a5d6598508d,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:34.475510 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.479115 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:34.555966 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Routers {'c83b269f-559f-43a3-b175-9ad925a36f58'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:34.556570 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T21:54:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c83b269f-559f-43a3-b175-9ad925a36f58'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:34.608568 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6bb64-820a-4ff6-b269-79b60f019f00 None None] Pushing event updated for resources: {'Port': ['ID=d3088de4-ca34-40a3-81f4-3a5d6598508d,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:34.619029 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e1d6bb64-820a-4ff6-b269-79b60f019f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:34.759726 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] Set router c83b269f-559f-43a3-b175-9ad925a36f58 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:34.919931 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:54:35.076544 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'name': 'router1', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd3088de4-ca34-40a3-81f4-3a5d6598508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:14Z', 'updated_at': '2021-06-09T21:54:32Z', 'revision_number': 4, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'gw_port': {'id': 'd3088de4-ca34-40a3-81f4-3a5d6598508d', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': 'bbd5abbc-d1ae-4da8-8578-bdd76fabb270', 'name': '', 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'mac_address': 'fa:16:3e:f7:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:31Z', 'revision_number': 5, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'subnets': [{'id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35801041-b700-46fb-ae23-6a9a19708bf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:35.080501 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f0c06-00a3-484b-9e29-595503e776a0 None None] The sync data for ids ['c83b269f-559f-43a3-b175-9ad925a36f58'] in dv-cinder-789564-5-smb is: [{'id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'name': 'router1', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd3088de4-ca34-40a3-81f4-3a5d6598508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:14Z', 'updated_at': '2021-06-09T21:54:32Z', 'revision_number': 4, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'gw_port': {'id': 'd3088de4-ca34-40a3-81f4-3a5d6598508d', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': 'bbd5abbc-d1ae-4da8-8578-bdd76fabb270', 'name': '', 'network_id': '7cf654ad-19e9-4345-9b07-3e71821aeb98', 'tenant_id': '86d1d71bc5954e8c925dcacad69e22b6', 'mac_address': 'fa:16:3e:f7:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b269f-559f-43a3-b175-9ad925a36f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:31Z', 'revision_number': 5, 'project_id': '86d1d71bc5954e8c925dcacad69e22b6', 'subnets': [{'id': 'd9f15b15-6abb-4391-9916-f421e17181d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35801041-b700-46fb-ae23-6a9a19708bf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:35.281209 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device d3088de4-ca34-40a3-81f4-3a5d6598508d up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:35.356794 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port d3088de4-ca34-40a3-81f4-3a5d6598508d completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:35.361884 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port d3088de4-ca34-40a3-81f4-3a5d6598508d triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:35.362255 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.491627 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.508408 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port d3088de4-ca34-40a3-81f4-3a5d6598508d, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=d3088de4-ca34-40a3-81f4-3a5d6598508d,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:35.513386 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.517458 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e1d6bb64-820a-4ff6-b269-79b60f019f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:35.557551 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42424) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:35.587017 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=d3088de4-ca34-40a3-81f4-3a5d6598508d,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:35.590007 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:35.675188 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d6f3bd58-22cf-486f-908a-42feb09118f7 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1164949 Jun 09 21:54:37.214485 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device d3088de4-ca34-40a3-81f4-3a5d6598508d up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:37.291987 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port d3088de4-ca34-40a3-81f4-3a5d6598508d triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:37.292360 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.819585 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ebd042a-53b0-430a-b919-41b93d9f420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.302495 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9a660d54-594f-4b1a-91b7-e1856077a199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.314300 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.022288 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.944531 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:11.919781 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:55:18.814192 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99778ade-b7c1-4073-8f46-bc1e0657d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.345554 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9804cfc2-8ce5-4439-88d1-e0c2faa7255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.350234 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.026639 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.940507 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.817980 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5a51dd65-2ba2-4a13-a8d6-609bc4cbd60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.918906 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:55:51.279843 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6a7a6e91-ce3e-44d4-8ad4-9583741c8bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.304845 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.028921 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.942656 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.369935 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 42992) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:09.435208 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b07842-8b44-4810-9c51-0300eee80e18 admin admin] GET failed (client error): The resource could not be found. Jun 09 21:56:09.436424 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-85b07842-8b44-4810-9c51-0300eee80e18 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655689 Jun 09 21:56:09.567204 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f58488-a6dc-4b1b-b337-ce9cb047e83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:09.568543 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-34f58488-a6dc-4b1b-b337-ce9cb047e83d admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1283884 Jun 09 21:56:11.662107 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43002) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:11.770228 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c37903-4273-4713-9194-99408e12acf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:11.771561 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b7c37903-4273-4713-9194-99408e12acf3 admin admin] 10.222.0.42 "GET /v2.0/subnets/d9f15b15-6abb-4391-9916-f421e17181d6 HTTP/1.1" status: 200 len: 849 time: 0.1084762 Jun 09 21:56:11.780501 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:11.891773 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.071382 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760032679397'] for subnet, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.075648 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bbb7f775-7038-45e4-92f6-03dcea9596c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:12.112656 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:12.113236 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.130827 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] 10.222.0.42 "PUT /v2.0/subnets/d9f15b15-6abb-4391-9916-f421e17181d6 HTTP/1.1" status: 200 len: 868 time: 0.3375688 Jun 09 21:56:12.131117 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ed011-e9c7-429b-8782-b45fde670de8 None None] Network 7cf654ad-19e9-4345-9b07-3e71821aeb98 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:12.141615 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f15b15-6abb-4391-9916-f421e17181d6,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:12.149915 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.150187 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.150487 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.150849 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.151170 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.151490 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.151801 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.152125 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.152434 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.152748 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.153055 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.153376 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:12.156904 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:12.563537 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-c5e5ae09-fb2a-44e9-8241-a928335d7c6b None None] Provisioning complete for port bbd5abbc-d1ae-4da8-8578-bdd76fabb270 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:12.563904 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ae09-fb2a-44e9-8241-a928335d7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.685895 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-c5e5ae09-fb2a-44e9-8241-a928335d7c6b None None] Provisioning complete for port 631ecc23-67dd-4b07-aea1-c377b95d8dae triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:12.686161 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ae09-fb2a-44e9-8241-a928335d7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.221887 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43010) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:14.435285 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a332386-e068-4098-9c59-6a1a2b855fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:14.435670 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a332386-e068-4098-9c59-6a1a2b855fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:14.437163 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3a332386-e068-4098-9c59-6a1a2b855fc0 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2143128 Jun 09 21:56:16.525816 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43018) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:16.692737 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d414b-f74a-4c0c-ac8c-f3a6f07e0561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:16.693199 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d414b-f74a-4c0c-ac8c-f3a6f07e0561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:16.694675 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3f0d414b-f74a-4c0c-ac8c-f3a6f07e0561 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1679337 Jun 09 21:56:18.799530 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43026) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:18.820931 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c28a6b31-7cd2-4492-a720-dc24d7944dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:18.969800 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d911cd-f666-4022-b868-4e33509722dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:18.971166 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b7d911cd-f666-4022-b868-4e33509722dc admin admin] 10.222.0.42 "GET /v2.0/networks/7cf654ad-19e9-4345-9b07-3e71821aeb98 HTTP/1.1" status: 200 len: 869 time: 0.1706376 Jun 09 21:56:21.055066 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43034) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:21.218131 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ee8d3-b0e3-402e-aab1-457f6f69aafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:21.219508 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-784ee8d3-b0e3-402e-aab1-457f6f69aafb admin admin] 10.222.0.42 "GET /v2.0/networks/ad4e0153-0287-44ad-adaf-45a2c87e79c2 HTTP/1.1" status: 200 len: 886 time: 0.1634965 Jun 09 21:56:21.285020 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5ae9a6a3-dcc8-4d90-b67f-94443eda0ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:21.307743 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:22.031801 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:23.346443 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43042) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:23.453442 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e7d53-8839-4b92-8368-8bbf4361b2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:23.453812 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e7d53-8839-4b92-8368-8bbf4361b2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:23.455546 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-5d1e7d53-8839-4b92-8368-8bbf4361b2ed admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1072006 Jun 09 21:56:23.947346 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.571018 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43050) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:25.673592 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d9e0f-be98-41ee-8c3f-713280d532be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:25.674042 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d9e0f-be98-41ee-8c3f-713280d532be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:25.676045 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-780d9e0f-be98-41ee-8c3f-713280d532be admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040850 Jun 09 21:56:25.918036 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:56:27.771437 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43058) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:27.871200 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7051fb-8fb7-4caa-ba39-b488ecb97797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:27.872482 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7b7051fb-8fb7-4caa-ba39-b488ecb97797 admin admin] 10.222.0.42 "GET /v2.0/subnets/4dd82854-0e30-4ef9-adc7-9a350ae68118 HTTP/1.1" status: 200 len: 816 time: 0.1001179 Jun 09 21:56:29.983467 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43066) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:30.087134 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b5690-130a-4699-893e-c260e1e908df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:30.088455 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-640b5690-130a-4699-893e-c260e1e908df admin admin] 10.222.0.42 "GET /v2.0/subnets/d9f15b15-6abb-4391-9916-f421e17181d6 HTTP/1.1" status: 200 len: 868 time: 0.1040654 Jun 09 21:56:48.823282 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b1801561-338d-40dc-bb1e-852e67cd85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:51.286429 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-23ca98f7-5705-4afc-a198-1e6dfc792bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:51.309309 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:52.034943 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:52.936804 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43110) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:52.985831 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [None req-1e481f72-56e6-4e99-bf8d-d9bc87fd172b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:56:52.986872 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-1e481f72-56e6-4e99-bf8d-d9bc87fd172b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491383 Jun 09 21:56:53.953440 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:55.162756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43118) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:55.228989 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.pecan_wsgi.hooks.translation [None req-19860f6b-1438-4e9f-86b8-8ca01a3e2b3b admin admin] GET failed (client error): The resource could not be found. Jun 09 21:56:55.230259 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-19860f6b-1438-4e9f-86b8-8ca01a3e2b3b admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665839 Jun 09 21:56:55.353120 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c0223-09cb-4b4c-afce-ee91cab80685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:55.354549 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-571c0223-09cb-4b4c-afce-ee91cab80685 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205468 Jun 09 21:56:57.466217 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43126) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:57.512224 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:57.534124 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Made reservation on behalf of 2e684ca972664eddbdc31ab4cb378b77 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:57.536406 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.623605 dv-cinder-789564-5-smb neutron-server[91698]: WARNING neutron.services.revisions.revision_plugin [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Could not find related network for resource to bump revision. Jun 09 21:56:57.634665 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:56:57.643808 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.644129 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Added segment 6e390e81-6b41-4c7c-8703-cdba4e2c664d of type vlan for network bad7baf6-afec-4ad6-ba70-baaade248595 Jun 09 21:56:57.668277 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.694040 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.695313 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:57.695870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.700187 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:57.779907 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3125806 Jun 09 21:56:57.789420 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Pushing event updated for resources: {'Network': ['ID=bad7baf6-afec-4ad6-ba70-baaade248595,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:57.792566 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:57.799475 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network bad7baf6-afec-4ad6-ba70-baaade248595 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:56:59.896717 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43134) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:59.990249 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d9a7ac-7de8-4282-98b4-ceff6a92c8b1 admin admin] GET failed (client error): The resource could not be found. Jun 09 21:56:59.991790 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-94d9a7ac-7de8-4282-98b4-ceff6a92c8b1 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0941424 Jun 09 21:57:00.188762 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.policy [None req-88d4f6de-c1ae-41de-8752-fe2af7f89e1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91697) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 21:57:00.235100 dv-cinder-789564-5-smb neutron-server[91697]: WARNING oslo_policy.policy [None req-88d4f6de-c1ae-41de-8752-fe2af7f89e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:57:00.235476 dv-cinder-789564-5-smb neutron-server[91697]: WARNING oslo_policy.policy [None req-88d4f6de-c1ae-41de-8752-fe2af7f89e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:57:00.243611 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d4f6de-c1ae-41de-8752-fe2af7f89e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:00.245320 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-88d4f6de-c1ae-41de-8752-fe2af7f89e1d admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2497187 Jun 09 21:57:00.255824 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Request body: {'subnet': {'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:00.257494 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.quota [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Loaded quota_driver: . Jun 09 21:57:00.286295 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Made reservation on behalf of 2e684ca972664eddbdc31ab4cb378b77 for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:57:00.289111 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:00.540895 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:00.546489 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:00.617333 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Checking segment: {'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:00.617695 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Network hostable DHCP agents. Network: bad7baf6-afec-4ad6-ba70-baaade248595, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:57:00.630950 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a77b0d-4e3b-47f0-9646-b6eabbd96cac,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:00.640839 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.641174 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.641494 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.641811 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.642142 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.642454 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.642783 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.643092 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.643402 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.643743 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.644045 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.644404 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Tracked resource versions report: Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: pushed versions: Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: { 'AddressGroup': {'1.2'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'ConntrackHelper': {'1.0'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Log': {'1.0'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Network': {'1.1'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Port': {'1.7'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'PortForwarding': {'1.2'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'QosPolicy': {'1.8'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroup': {'1.4'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'SubPort': {'1.0'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Subnet': {'1.1'}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Trunk': {'1.1'}} Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: consumer versions: Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'ConntrackHelper': '1.0', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Log': '1.0', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Network': '1.1', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Port': '1.7', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'PortForwarding': '1.2', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'QosPolicy': '1.8', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroup': '1.4', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroupRule': '1.2', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'SubPort': '1.0', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Subnet': '1.1', Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: 'Trunk': '1.1'}} Jun 09 21:57:00.645503 dv-cinder-789564-5-smb neutron-server[91697]: {{(pid=91697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:57:00.678316 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Network bad7baf6-afec-4ad6-ba70-baaade248595 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:57:00.682295 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:00.690609 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, bad7baf6-afec-4ad6-ba70-baaade248595) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:00.695196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:00.695845 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:00.700271 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee774309-33b4-4394-b98b-5a7852c3c021 None None] Network bad7baf6-afec-4ad6-ba70-baaade248595 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:57:00.715046 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4635541 Jun 09 21:57:00.919447 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-bad7baf6-afec-4ad6-ba70-baaade248595', 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595', 'tenant_id': '2e684ca972664eddbdc31ab4cb378b77', 'fixed_ips': [{'subnet_id': 'a2a77b0d-4e3b-47f0-9646-b6eabbd96cac'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:57:00.920288 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:01.078365 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Allocated IP 192.168.233.2 (bad7baf6-afec-4ad6-ba70-baaade248595/a2a77b0d-4e3b-47f0-9646-b6eabbd96cac/830d367a-1ee5-4216-8a79-9e0686548953) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:01.289924 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:01.300226 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Transition to ACTIVE for port object 830d367a-1ee5-4216-8a79-9e0686548953 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:01.318751 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Transition to ACTIVE for port object 830d367a-1ee5-4216-8a79-9e0686548953 will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:01.324893 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:01.329179 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:01.388860 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Network bad7baf6-afec-4ad6-ba70-baaade248595 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:01.391703 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:01.395800 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:01.425797 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Pushing event updated for resources: {'Port': ['ID=830d367a-1ee5-4216-8a79-9e0686548953,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:01.466228 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.466499 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.466860 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.467191 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.467521 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.467841 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.468166 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.468488 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.468803 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.469142 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.469455 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.469765 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:01.477023 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:01.497944 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Attempting to bind port 830d367a-1ee5-4216-8a79-9e0686548953 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:01.498309 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Attempting to bind port 830d367a-1ee5-4216-8a79-9e0686548953 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:01.498666 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Attempting to bind port 830d367a-1ee5-4216-8a79-9e0686548953 on network bad7baf6-afec-4ad6-ba70-baaade248595 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:01.504499 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:01.504866 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Checking segment: {'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:01.505262 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:01.505646 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Bound using segment: {'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:01.506101 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Bound port: 830d367a-1ee5-4216-8a79-9e0686548953, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:01.506467 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:01.592314 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] For port 830d367a-1ee5-4216-8a79-9e0686548953, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:01.596019 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] For port 830d367a-1ee5-4216-8a79-9e0686548953, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=830d367a-1ee5-4216-8a79-9e0686548953,segment=NetworkSegment(6e390e81-6b41-4c7c-8703-cdba4e2c664d),segment_id=6e390e81-6b41-4c7c-8703-cdba4e2c664d)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:01.600865 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:01.604568 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:01.678164 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Pushing event updated for resources: {'Port': ['ID=830d367a-1ee5-4216-8a79-9e0686548953,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:01.687585 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:02.474443 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe74e4-bc77-4a07-b2e1-e980c903698b None None] Network bad7baf6-afec-4ad6-ba70-baaade248595 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:57:02.637145 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-69be33ec-9edc-45f9-9468-34cf2ae857eb None None] Provisioning for port 830d367a-1ee5-4216-8a79-9e0686548953 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:02.917593 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:57:03.361029 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 830d367a-1ee5-4216-8a79-9e0686548953 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:03.427825 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 830d367a-1ee5-4216-8a79-9e0686548953 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:03.432806 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 830d367a-1ee5-4216-8a79-9e0686548953 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:03.433178 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.570623 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.601436 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 830d367a-1ee5-4216-8a79-9e0686548953, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=830d367a-1ee5-4216-8a79-9e0686548953,segment=NetworkSegment(6e390e81-6b41-4c7c-8703-cdba4e2c664d),segment_id=6e390e81-6b41-4c7c-8703-cdba4e2c664d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:03.607051 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.610365 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:03.676479 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=830d367a-1ee5-4216-8a79-9e0686548953,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:03.679573 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:05.343517 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 830d367a-1ee5-4216-8a79-9e0686548953 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:05.412337 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 830d367a-1ee5-4216-8a79-9e0686548953 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:05.412706 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.826074 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-43bcf42a-be90-4c8c-ab93-7c8c5a4e3799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.287753 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-de5946d4-d293-4631-8887-1974121c5384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.311409 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.036824 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:23.957845 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.915884 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:57:48.827632 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a9b30d12-8f94-4cf5-9eff-b3b12057a6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:51.289586 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f1252f7d-5b12-439e-a620-023bb1600a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:51.313983 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:52.039446 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:53.959951 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:06.742801 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43194) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:06.748533 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [None req-a086bd8c-4b84-4b2e-9c35-cfe394e114fa tempest-verify_tempest_config-1919827887 tempest-verify_tempest_config-1919827887-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:58:06.750310 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a086bd8c-4b84-4b2e-9c35-cfe394e114fa tempest-verify_tempest_config-1919827887 tempest-verify_tempest_config-1919827887-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065575 Jun 09 21:58:07.048545 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43212) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:07.164041 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.278169 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.282378 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.290578 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:07.328030 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cbf2c742e4b4eda84611b2d351f805c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2784562 Jun 09 21:58:07.329822 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c62744-9f9c-43a8-8033-dbeac78740c0,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:07.330980 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43216) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:07.337106 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.337449 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.337782 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.338107 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.338428 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.338773 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.339091 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.339417 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.339754 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.340070 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.340384 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.340692 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.345559 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:07.390277 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.414517 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.503062 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.505648 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.506764 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14c62744-9f9c-43a8-8033-dbeac78740c0 HTTP/1.1" status: 204 len: 168 time: 0.1747105 Jun 09 21:58:07.507596 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:07.517697 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c62744-9f9c-43a8-8033-dbeac78740c0,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:07.524683 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.525039 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.525357 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.525673 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.525983 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.526291 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.526596 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.526924 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.527247 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.527550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.527850 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.528147 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:07.531975 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:16.915381 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:58:18.830292 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bb1c681b-c715-4d11-a616-fab3717baa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:21.289565 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e135522d-c4c4-4d2e-a834-c8664c149d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:21.315648 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:22.042065 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:23.962178 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:48.835763 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-53162cf0-7a33-4456-b290-a5525af203b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.291583 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2755cd37-617e-4d65-8c3f-b914c45dd7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.318211 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.045550 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.917580 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:58:53.964969 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:18.837840 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7d148b41-55b1-4d82-9ff3-ef3ff0012be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.293719 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-044da1dd-bcc5-4419-9fed-b16c82e44171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.318777 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.048035 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:23.969666 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:30.916469 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 5 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:59:40.907179 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654'] for agent, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:45.131868 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43270) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:59:45.278411 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-6483ae0a-9f93-4a1d-87f6-7f36fe67beb5 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1454034 Jun 09 21:59:47.451080 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43280) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:59:47.504107 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c8f6d77d-20a9-487d-991a-fd4a68f8443b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0520465 Jun 09 21:59:48.840683 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-60efb2c6-3131-4f01-9057-d3b7d13ed1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:51.298132 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-765f8e21-f1e1-4287-bfbd-6bd5223e839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:51.321362 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:52.051911 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:53.971756 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:07.915560 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:00:10.875654 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:18.842660 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3d7fab96-23e1-466b-9f4c-79cb149859b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:21.299929 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3df3c6f0-c99e-41db-a5cc-bea656fe1781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:21.321209 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:22.053611 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:23.973629 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.877514 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:44.914543 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:00:48.843462 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6c5da036-29ee-464b-89a0-a2fccdf94a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:51.301694 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-223e1db4-3372-4763-8428-f4da74d00b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:51.321585 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:52.057136 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:53.977324 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:10.904780 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.055596 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43486) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:15.413964 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-936128614-network', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:15.440345 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Made reservation on behalf of 5c635ad5ca1f423bb48bc765be115af9 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:15.443312 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.455547 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.496282 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43508) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:15.544702 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43516) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:15.572423 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.577180 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.582051 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-51068a41-a84f-4349-9659-434557581d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:15.586303 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43522) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:15.612562 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:01:15.617760 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:15.627362 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.627777 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.628196 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.628662 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.629063 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.629490 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.629903 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.630282 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.630825 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.631219 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.631621 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.631997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Tracked resource versions report: Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: pushed versions: Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: { 'AddressGroup': {'1.2'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'ConntrackHelper': {'1.0'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Log': {'1.0'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Network': {'1.1'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Port': {'1.7'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'PortForwarding': {'1.2'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'QosPolicy': {'1.8'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroup': {'1.4'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'SubPort': {'1.0'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Subnet': {'1.1'}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Trunk': {'1.1'}} Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: consumer versions: Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'ConntrackHelper': '1.0', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Log': '1.0', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Network': '1.1', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Port': '1.7', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'PortForwarding': '1.2', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'QosPolicy': '1.8', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroup': '1.4', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'SecurityGroupRule': '1.2', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'SubPort': '1.0', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Subnet': '1.1', Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: 'Trunk': '1.1'}} Jun 09 22:01:15.632969 dv-cinder-789564-5-smb neutron-server[91698]: {{(pid=91698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:01:15.637287 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:15.638220 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.638544 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Added segment 4d269542-8f41-4fb7-8028-e8ec7e03d51e of type vlan for network ffb52307-30e9-4018-8c0b-9ac06825f7aa Jun 09 22:01:15.668389 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.699021 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.700507 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:15.701159 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.714698 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:15.776247 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7188108 Jun 09 22:01:15.776823 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43534) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:15.779366 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-network', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:15.806369 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Made reservation on behalf of a5a46fa06a774d64bde35b99c77eb49a for: {'network': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:15.806964 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Request body: {'subnet': {'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-subnet', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:15.810022 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.824986 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb52307-30e9-4018-8c0b-9ac06825f7aa,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:15.827750 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:15.831569 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Made reservation on behalf of 5c635ad5ca1f423bb48bc765be115af9 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:15.834777 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.840779 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:01:15.842485 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-401731611-network', 'tenant_id': 'b75c1199f0614bc89ee46aecf6b6a13d'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:15.891971 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:15.927208 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-148056006-network', 'tenant_id': 'e2e094e911bb4d0aac303e2d3a275377'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:15.961949 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Made reservation on behalf of b75c1199f0614bc89ee46aecf6b6a13d for: {'network': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:15.965086 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.021323 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.231195 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.242315 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:16.255164 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.299852 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.301107 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.db.api [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 22:01:16.301107 dv-cinder-789564-5-smb neutron-server[91697]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 22:01:16.301107 dv-cinder-789564-5-smb neutron-server[91697]: [parameters: {'project_id_1': 'b75c1199f0614bc89ee46aecf6b6a13d', 'expiration_1': datetime.datetime(2021, 6, 9, 22, 1, 16, 234756)}] Jun 09 22:01:16.301107 dv-cinder-789564-5-smb neutron-server[91697]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:01:16.313970 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_db.api [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:01:16.318331 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff301736-ead1-44c4-9a6f-bbc4bba8c723,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:16.318992 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Made reservation on behalf of e2e094e911bb4d0aac303e2d3a275377 for: {'network': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:16.327667 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:16.328399 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.352326 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Checking segment: {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:16.352658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=91697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:01:16.352799 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Network hostable DHCP agents. Network: ffb52307-30e9-4018-8c0b-9ac06825f7aa, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:01:16.365334 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760032607663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.366221 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Unsubscribe: segment precommit_create {{(pid=91697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 22:01:16.366899 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.segments_db [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Added segment 3d8bbc38-f898-47bf-b877-a45374a78f63 of type vlan for network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 Jun 09 22:01:16.376412 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:01:16.388999 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:16.393174 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, ffb52307-30e9-4018-8c0b-9ac06825f7aa) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:16.398333 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:16.399250 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.407327 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1354a8-3fa9-46e5-844e-10450edee2ce None None] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:16.452424 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6493332 Jun 09 22:01:16.453359 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43546) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:16.459671 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:16.508447 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.509717 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.515157 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9effe7-065e-4235-a039-a1ba3cc3a828,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:16.537737 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.538548 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.595618 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.641407 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.641998 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.642514 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.643283 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.644496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.645092 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.645658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.646461 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.647698 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.648282 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.648789 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.649439 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Tracked resource versions report: Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: pushed versions: Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: { 'AddressGroup': {'1.2'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'ConntrackHelper': {'1.0'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Log': {'1.0'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Network': {'1.1'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Port': {'1.7'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'PortForwarding': {'1.2'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'QosPolicy': {'1.8'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroup': {'1.4'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'SubPort': {'1.0'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Subnet': {'1.1'}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Trunk': {'1.1'}} Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: consumer versions: Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'ConntrackHelper': '1.0', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Log': '1.0', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Network': '1.1', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Port': '1.7', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'PortForwarding': '1.2', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'QosPolicy': '1.8', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroup': '1.4', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'SecurityGroupRule': '1.2', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'SubPort': '1.0', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Subnet': '1.1', Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: 'Trunk': '1.1'}} Jun 09 22:01:16.652235 dv-cinder-789564-5-smb neutron-server[91697]: {{(pid=91697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:01:16.789826 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.792353 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:16.793277 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.795336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:16.796487 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.814634 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:16.820036 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8166461-9216-43d9-bd7d-7a594dc3883c None None] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:16.929959 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.931286 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.945649 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Pushing event updated for resources: {'Network': ['ID=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:16.953451 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4556248 Jun 09 22:01:16.955797 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43568) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:16.976675 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=91697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:01:16.992127 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.992739 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.segments_db [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Added segment a44495c5-74b5-4768-8baa-3b32ecfd21fe of type vlan for network 3bb7341b-f1d3-4bed-ac06-e23a12392397 Jun 09 22:01:16.995079 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:01:17.043580 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.082421 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Request body: {'subnet': {'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-subnet', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:17.107747 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:17.108372 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:17.118372 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.171556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.187070 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:17.187659 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.192238 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Made reservation on behalf of a5a46fa06a774d64bde35b99c77eb49a for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:17.194528 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.402292 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3951cfc7-877c-4bdc-a32a-017ec8f538f4,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:17.410968 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:17.413184 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-edcd1631-b196-43bf-ba06-ade23ef2fdae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:17.614395 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.615047 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb7341b-f1d3-4bed-ac06-e23a12392397,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:17.618176 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.620983 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:17.626022 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:01:17.630333 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.639804 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:17.656351 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0686498 Jun 09 22:01:17.657019 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43586) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:17.658969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.665928 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Request body: {'subnet': {'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-148056006-subnet', 'tenant_id': 'e2e094e911bb4d0aac303e2d3a275377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:17.694884 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=91697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:01:17.741327 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5f9d27-4a43-4687-96f7-42764a14ff0d,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:17.744790 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.745437 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.segments_db [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Added segment 25439ed6-137e-4658-b5a3-db1baabb3e45 of type vlan for network 8875df77-0abc-4e7d-bfd0-d74f55e2344e Jun 09 22:01:17.755559 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:17.781345 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Made reservation on behalf of e2e094e911bb4d0aac303e2d3a275377 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:17.785903 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.787435 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.819686 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.875827 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:17.951855 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:17.954412 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.956448 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:17.958365 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:17.959178 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.984779 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:18.102281 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Allocated IP 172.28.2.2 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/486ab5ac-bb76-4189-ba5d-2bcd2321f007) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:18.137462 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8875df77-0abc-4e7d-bfd0-d74f55e2344e,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:18.140555 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5950375 Jun 09 22:01:18.141350 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:18.144806 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43612) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:18.152408 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 8875df77-0abc-4e7d-bfd0-d74f55e2344e details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:01:18.164564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Request body: {'subnet': {'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-401731611-subnet', 'tenant_id': 'b75c1199f0614bc89ee46aecf6b6a13d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:18.249951 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Checking segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:18.250321 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Network hostable DHCP agents. Network: 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:01:18.262737 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Made reservation on behalf of b75c1199f0614bc89ee46aecf6b6a13d for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:18.267369 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.454905 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:01:18.461632 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.478369 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:18.482580 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.486748 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.487968 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.490519 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34936471-57ef-4c2f-adc0-266da92522f7 None None] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:18.493212 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:18.540875 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4630497 Jun 09 22:01:18.548089 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43632) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:18.555711 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Checking segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:18.556350 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Network hostable DHCP agents. Network: 3bb7341b-f1d3-4bed-ac06-e23a12392397, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:01:18.565101 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:18.586992 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:01:18.613618 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 3bb7341b-f1d3-4bed-ac06-e23a12392397) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:18.620284 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.621555 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.632640 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.659397 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371542e7-e262-4c0d-957c-e387222bc13e,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:18.665276 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:18.665902 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:18.698654 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.710053 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.751373 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0898881 Jun 09 22:01:18.758927 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:18.769777 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d59c758-031b-48e7-bf24-a46ee885dfd4 None None] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:18.773931 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:18.824145 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Pushing event updated for resources: {'Port': ['ID=486ab5ac-bb76-4189-ba5d-2bcd2321f007,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:18.840266 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:18.843030 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.048209 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.053986 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:19.057058 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-faff3418-d848-415b-a80d-dd1e9de292d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:19.149218 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6254c3-f04d-4553-8fb0-8fddfcb14988 None None] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:19.354267 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d746-31ea-4f97-bbe4-a8552700f1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.407564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Checking segment: {'id': '25439ed6-137e-4658-b5a3-db1baabb3e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:19.408312 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Network hostable DHCP agents. Network: 8875df77-0abc-4e7d-bfd0-d74f55e2344e, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:01:19.433687 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.477898 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:01:19.479352 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.481960 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43684) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:19.482295 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43692) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:19.496430 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4381771e-ec11-436b-8ba3-996e1518e8e4,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:19.498534 dv-cinder-789564-5-smb neutron-server[91697]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 22:01:19.571121 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:19.731678 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-8fddb1bf-c6f1-444c-8a9b-fd19f0948e71 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:19.733125 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-8fddb1bf-c6f1-444c-8a9b-fd19f0948e71 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.2477512 Jun 09 22:01:19.813418 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c72af6e4-3edb-4d75-9351-65bf5446dae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.857306 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-08ac2544-c86f-4800-9dd8-07b033dc4c93 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/quotas/e2e094e911bb4d0aac303e2d3a275377 HTTP/1.1" status: 200 len: 375 time: 0.0517123 Jun 09 22:01:19.860357 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.924097 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:19.936622 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Allocated IP 172.20.0.2 (1560c1bf-f2d4-42b8-bfd0-73dce5a701f3/2a0e2606-e8c8-4cd3-9a6d-863e1b385e15/a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:19.992757 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c72af6e4-3edb-4d75-9351-65bf5446dae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.001271 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Network 8875df77-0abc-4e7d-bfd0-d74f55e2344e is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:01:20.045538 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c72af6e4-3edb-4d75-9351-65bf5446dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.103734 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d59be5f4-6a2f-4954-9a81-0714567e667a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:20.112960 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-c72af6e4-3edb-4d75-9351-65bf5446dae0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b23f6670b994461ba9da06294698e8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6286023 Jun 09 22:01:20.117983 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-6d0db791-c3c3-4a48-b203-811bf145ded8 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207461 Jun 09 22:01:20.118712 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 8875df77-0abc-4e7d-bfd0-d74f55e2344e) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:20.123510 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:20.124457 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.138842 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d03ee-8a1a-4a2d-a8ee-c2f0cbf8f636 None None] Network 8875df77-0abc-4e7d-bfd0-d74f55e2344e requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:20.147169 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43718) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:20.269521 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72af6e4-3edb-4d75-9351-65bf5446dae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a44dc-1162-47a4-a4a3-02738cc3df57,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:20.289288 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1434646 Jun 09 22:01:20.309281 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c72af6e4-3edb-4d75-9351-65bf5446dae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:20.402645 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Router d21560c8-c30d-424b-8a10-c29f84ea22dc is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:01:20.430503 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.445154 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.458002 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Transition to ACTIVE for port object a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:20.482871 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Transition to ACTIVE for port object a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:20.520839 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.532340 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.540400 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:20.621728 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-dfdc10b0-21a2-4de8-a2eb-4cc188bb2965 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:01:20.629958 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-dfdc10b0-21a2-4de8-a2eb-4cc188bb2965 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302300 Jun 09 22:01:20.636976 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:20.639763 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Pushing event updated for resources: {'Port': ['ID=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:20.642616 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:20.644615 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72568f34-9dfb-435c-825d-63243d470f66 None None] Network 8875df77-0abc-4e7d-bfd0-d74f55e2344e requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:20.660282 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:20.732461 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.732803 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.733138 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.733491 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.733814 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.734137 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.734456 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.734798 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.735114 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.735433 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.735745 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.736054 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Tracked resource versions report: Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: pushed versions: Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: { 'AddressGroup': {'1.2'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'ConntrackHelper': {'1.0'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Log': {'1.0'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Network': {'1.1'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Port': {'1.7'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'PortForwarding': {'1.2'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'QosPolicy': {'1.8'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroup': {'1.4'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'SubPort': {'1.0'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Subnet': {'1.1'}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Trunk': {'1.1'}} Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: consumer versions: Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'ConntrackHelper': '1.0', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Log': '1.0', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Network': '1.1', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Port': '1.7', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'PortForwarding': '1.2', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'QosPolicy': '1.8', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroup': '1.4', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'SecurityGroupRule': '1.2', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'SubPort': '1.0', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Subnet': '1.1', Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: 'Trunk': '1.1'}} Jun 09 22:01:20.737025 dv-cinder-789564-5-smb neutron-server[91699]: {{(pid=91699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:01:20.780217 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:20.789710 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43752) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:20.905874 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.941096 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Attempting to bind port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:20.941448 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Attempting to bind port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:20.942312 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Attempting to bind port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:20.955333 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:20.955792 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Checking segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:20.956138 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.956533 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Bound using segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:20.957168 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Bound port: a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:20.957679 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.004624 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.008592 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f67a44dc-1162-47a4-a4a3-02738cc3df57 HTTP/1.1" status: 204 len: 168 time: 0.7772086 Jun 09 22:01:21.017322 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c72af6e4-3edb-4d75-9351-65bf5446dae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:21.045465 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:21.060034 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Sync routers for ids ['d21560c8-c30d-424b-8a10-c29f84ea22dc'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:21.078956 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Routers {'d21560c8-c30d-424b-8a10-c29f84ea22dc'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:21.086176 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:00:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['d21560c8-c30d-424b-8a10-c29f84ea22dc'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:21.101869 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b11b0fb2-9f86-40dd-b743-358ed39f4b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.116281 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a44dc-1162-47a4-a4a3-02738cc3df57,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:21.129240 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:21.148390 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] For port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:21.152693 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] For port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:21.203363 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.222813 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-77586f4c-c290-45e7-8490-f366244c5c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:21.232228 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.265541 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43778) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:21.268869 dv-cinder-789564-5-smb neutron-server[91698]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 22:01:21.329502 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.374343 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-0162f73a-be6b-43f1-b5f4-ad1d275d3bf8 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236471 Jun 09 22:01:21.423940 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Set router d21560c8-c30d-424b-8a10-c29f84ea22dc gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:21.498327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b11b0fb2-9f86-40dd-b743-358ed39f4b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.507371 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-5fa6069d-4ffe-4301-aa4c-a89b2d20f8c2 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:21.508424 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-5fa6069d-4ffe-4301-aa4c-a89b2d20f8c2 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/networks?id=8875df77-0abc-4e7d-bfd0-d74f55e2344e HTTP/1.1" status: 200 len: 811 time: 0.2408998 Jun 09 22:01:21.511060 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b11b0fb2-9f86-40dd-b743-358ed39f4b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.521201 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:21.531550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.535568 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0806210 Jun 09 22:01:21.541208 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 43784) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:21.556649 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-f878955f-3d52-428f-a61d-01008bc6af1a tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/quotas/b75c1199f0614bc89ee46aecf6b6a13d HTTP/1.1" status: 200 len: 375 time: 0.0363665 Jun 09 22:01:21.631858 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b11b0fb2-9f86-40dd-b743-358ed39f4b5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4a1fb3e6c3b4047b0140255e0708a7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8408482 Jun 09 22:01:21.632454 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43786) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:21.639654 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b0fb2-9f86-40dd-b743-358ed39f4b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05fb458-b8a0-4c2b-9519-ddf1f0078cc8,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:21.647903 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6b0eed12-916b-46bd-8cb9-52c802b8c152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.653172 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-29cd2831-f381-47d4-9cd1-0f7eb0720532 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b75c1199f0614bc89ee46aecf6b6a13d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819092 Jun 09 22:01:21.671576 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b11b0fb2-9f86-40dd-b743-358ed39f4b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:21.677008 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.678934 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43790) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:21.683706 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Pushing event updated for resources: {'Port': ['ID=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:21.708903 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:21.738776 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-73975eeb-f2d0-4a4a-b768-48d678c5c290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.803043 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.891145 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:01:19Z', 'revision_number': 3, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port': {'id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:17Z', 'updated_at': '2021-06-09T22:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:21.891424 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.897070 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Checking router: d21560c8-c30d-424b-8a10-c29f84ea22dc for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:21.897697 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Updating router d21560c8-c30d-424b-8a10-c29f84ea22dc port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:01:21.979847 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.996136 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-3090127e-a4b3-402c-b979-210386aa2c7c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:01:21.997142 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-3090127e-a4b3-402c-b979-210386aa2c7c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1512713 Jun 09 22:01:22.010626 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-779ec502-2355-4516-ba47-220fc03d3881 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261320 Jun 09 22:01:22.015944 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Allocated IP 172.28.2.44 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/55282266-30e2-46f6-b124-c3238b16de44) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:22.074483 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.082323 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-73975eeb-f2d0-4a4a-b768-48d678c5c290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.144362 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:01:22.145829 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-73975eeb-f2d0-4a4a-b768-48d678c5c290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.162733 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-62444d33-2b08-4bb1-a43f-b816f083e069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:22.170048 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.181990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.186843 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f05fb458-b8a0-4c2b-9519-ddf1f0078cc8 HTTP/1.1" status: 204 len: 168 time: 0.5481751 Jun 09 22:01:22.286582 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-73975eeb-f2d0-4a4a-b768-48d678c5c290 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34179b5f660d40ed9d0ea3ec0b19afa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6065230 Jun 09 22:01:22.289843 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43814) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:22.395999 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73975eeb-f2d0-4a4a-b768-48d678c5c290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289934cc-61af-48e7-9716-6ec4c6ac6b68,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:22.410729 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-73975eeb-f2d0-4a4a-b768-48d678c5c290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:22.428704 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:22.452364 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-73d0dd1f-4435-436c-bd52-91ea6d350999 service neutron] 10.222.0.42 "GET /v2.0/networks/8875df77-0abc-4e7d-bfd0-d74f55e2344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460030 Jun 09 22:01:22.453217 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05fb458-b8a0-4c2b-9519-ddf1f0078cc8,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:22.455885 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:22.567757 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.582960 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-56844789-5e75-4e13-9284-9214c45c9bd7 req-de1c0023-0821-4896-919d-a481f67b1ab6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 210 time: 0.1730917 Jun 09 22:01:22.615029 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.689867 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-68ecb8ff-d50a-4495-968c-90f28dcafa1d service neutron] 10.222.0.42 "GET /v2.0/networks/8875df77-0abc-4e7d-bfd0-d74f55e2344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124410 Jun 09 22:01:22.717501 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.720533 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.721913 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/289934cc-61af-48e7-9716-6ec4c6ac6b68 HTTP/1.1" status: 204 len: 168 time: 0.4149196 Jun 09 22:01:22.722919 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-374637d4-5b6e-4c02-a294-51afeabb42a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:22.734506 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289934cc-61af-48e7-9716-6ec4c6ac6b68,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:22.737216 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:22.782429 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.080210 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.117293 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:23.173588 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a26912-c202-40f3-be6b-8358fa78d7f4 None None] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:23.305115 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-ceda617b-5f1d-419e-837a-f6a3cfd538bd None None] Provisioning for port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:23.359340 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:23.390774 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:23.405491 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.458740 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:23.572743 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.590664 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Transition to ACTIVE for port object 486ab5ac-bb76-4189-ba5d-2bcd2321f007 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:23.603038 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.611826 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-dfc77020-6548-4398-bd22-870c14e5f9ff req-94b342ab-99b4-46ea-b099-0fbe9d3b300a tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.1883550 Jun 09 22:01:23.617053 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:23.660130 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:23.769056 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Pushing event updated for resources: {'Port': ['ID=486ab5ac-bb76-4189-ba5d-2bcd2321f007,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:23.785961 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.786300 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.786632 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.790511 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.791132 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.791671 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.793498 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.793994 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.794470 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.795756 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.796226 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.797136 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Tracked resource versions report: Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: pushed versions: Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: { 'AddressGroup': {'1.2'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'ConntrackHelper': {'1.0'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Log': {'1.0'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Network': {'1.1'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Port': {'1.7'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'PortForwarding': {'1.2'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'QosPolicy': {'1.8'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroup': {'1.4'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'SubPort': {'1.0'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Subnet': {'1.1'}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Trunk': {'1.1'}} Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: consumer versions: Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: { DHCP agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: L3 agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: Metadata agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: Metering agent@dv-cinder-789564-5-smb: {}, Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: Open vSwitch agent@dv-cinder-789564-5-smb: { 'AddressGroup': '1.2', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'ConntrackHelper': '1.0', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Log': '1.0', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Network': '1.1', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Port': '1.7', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'PortForwarding': '1.2', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'QosPolicy': '1.8', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroup': '1.4', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'SecurityGroupRule': '1.2', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'SubPort': '1.0', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Subnet': '1.1', Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: 'Trunk': '1.1'}} Jun 09 22:01:23.799838 dv-cinder-789564-5-smb neutron-server[91700]: {{(pid=91700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:01:23.824549 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-55f5b64a-88d3-4f50-bac9-ffc436d7ba30 req-48a196f6-8a32-47b8-a2cc-841eb48fdb95 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 210 time: 0.1157670 Jun 09 22:01:23.826736 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:23.905517 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Attempting to bind port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:23.907634 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Attempting to bind port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:23.913186 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Attempting to bind port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:23.937188 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:23.942570 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:23.945580 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.946568 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:23.948091 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:23.948860 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Bound port: 486ab5ac-bb76-4189-ba5d-2bcd2321f007, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:23.949254 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.954868 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:23.955695 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:24.075389 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:24.271059 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] For port 486ab5ac-bb76-4189-ba5d-2bcd2321f007, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:24.282441 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] For port 486ab5ac-bb76-4189-ba5d-2bcd2321f007, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=486ab5ac-bb76-4189-ba5d-2bcd2321f007,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:24.287398 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:24.293461 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:24.298624 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-26649e8a-ba74-4766-954f-5aaee9472cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:24.358639 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:24.376228 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:24.396282 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:24.401787 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:24.543996 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Routers {'d21560c8-c30d-424b-8a10-c29f84ea22dc'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:24.544637 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['d21560c8-c30d-424b-8a10-c29f84ea22dc'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:24.668774 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:24.679339 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:24.700724 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-ad1620fe-c879-4cec-b395-5554d0f8424c None None] Provisioning complete for port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:24.701110 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ad1620fe-c879-4cec-b395-5554d0f8424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:24.896845 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Pushing event updated for resources: {'Port': ['ID=486ab5ac-bb76-4189-ba5d-2bcd2321f007,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:24.910565 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:24.922026 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-12a53b3b-320e-4ce6-b9b1-0f11c0fbfa35 req-ff599727-57bd-44ed-a32b-f46ae656d2b3 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.2150671 Jun 09 22:01:24.954045 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Allocated IP 172.20.0.1 (ffb52307-30e9-4018-8c0b-9ac06825f7aa/ff301736-ead1-44c4-9a6f-bbc4bba8c723/fcad8f85-5924-41fa-953c-ebe434d2e69f) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:25.048191 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] Set router d21560c8-c30d-424b-8a10-c29f84ea22dc gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:25.092795 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 43978) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:25.169685 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.380544 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.382011 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=55282266-30e2-46f6-b124-c3238b16de44,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:25.394238 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.277s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:25.394849 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:25.446029 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-089c37ef-8aac-4a89-8434-bf2ba7c3b4f7 req-c8789f6b-523f-4730-a185-37ed36383250 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 210 time: 0.1342742 Jun 09 22:01:25.464992 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Pushing event updated for resources: {'Port': ['ID=fcad8f85-5924-41fa-953c-ebe434d2e69f,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:25.479573 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:25.499709 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:25.510629 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:25.512937 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:25.513545 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.560018 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:25.660245 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c7401b37-d721-4683-aaf9-43196dc693b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.739185 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.795003 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:25.795360 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.843747 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c7401b37-d721-4683-aaf9-43196dc693b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.850200 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c7401b37-d721-4683-aaf9-43196dc693b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.862640 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:25.923159 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7401b37-d721-4683-aaf9-43196dc693b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae9d50-87ca-4b74-b40d-1df3eade4707,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:25.929807 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c7401b37-d721-4683-aaf9-43196dc693b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:25.936376 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c7401b37-d721-4683-aaf9-43196dc693b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4aa43e0e27b3408ca173a81802e58904&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8421466 Jun 09 22:01:25.939337 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44008) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:26.082565 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:01:19Z', 'revision_number': 3, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port': {'id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:17Z', 'updated_at': '2021-06-09T22:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:26.094956 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6adf9-3a2a-418b-822e-41e1cee90246 None None] The sync data for ids ['d21560c8-c30d-424b-8a10-c29f84ea22dc'] in dv-cinder-789564-5-smb is: [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:01:19Z', 'revision_number': 3, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port': {'id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:17Z', 'updated_at': '2021-06-09T22:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:26.182910 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.219464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.36', 60514) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:26.382984 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.390396 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f6cd9101-ddab-4174-ab51-a12b4a2150fb req-1773d6fc-cf45-4af0-8d07-b8f9f45ed719 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.0964413 Jun 09 22:01:26.405167 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.564856 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-7149ab77-8bf1-4c57-99b5-dd133930ca6b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:26.566457 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-7149ab77-8bf1-4c57-99b5-dd133930ca6b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.3460524 Jun 09 22:01:26.580842 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.589286 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.590588 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28ae9d50-87ca-4b74-b40d-1df3eade4707 HTTP/1.1" status: 204 len: 168 time: 0.6503656 Jun 09 22:01:26.591628 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b11b0fb2-9f86-40dd-b743-358ed39f4b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:26.622444 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Request body: {'port': {'device_id': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'admin_state_up': True, 'tenant_id': 'e2e094e911bb4d0aac303e2d3a275377'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:26.637651 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae9d50-87ca-4b74-b40d-1df3eade4707,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:26.649380 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:26.828418 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-56ca1380-e573-4e88-9995-aaf3321b44df req-0b6b44f7-8c1f-4422-8acd-693ad043f534 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 210 time: 0.0678663 Jun 09 22:01:26.843992 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Router c29f67ce-66eb-4b05-a28b-6b8861e7161a is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:01:26.945555 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.36', 60519) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:27.248507 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Made reservation on behalf of e2e094e911bb4d0aac303e2d3a275377 for: {'port': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:27.257050 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:27.270273 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:27.271277 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Sync routers for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:27.305866 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:27.318520 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:27.320135 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:27.320549 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:27.322668 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:27.361352 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:27.369050 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-51781dba-b498-43e2-a030-1f29987b80c8 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:27.371623 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-51781dba-b498-43e2-a030-1f29987b80c8 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.36 "GET /v2.0/networks?id=8875df77-0abc-4e7d-bfd0-d74f55e2344e HTTP/1.1" status: 200 len: 811 time: 0.4160419 Jun 09 22:01:27.491300 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:27.495540 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-2d53e270-5f9d-4b30-bf58-e8c31baab1b7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9432809 Jun 09 22:01:27.511069 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44064) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:27.548584 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Request body: {'port': {'device_id': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e', 'admin_state_up': True, 'tenant_id': 'b75c1199f0614bc89ee46aecf6b6a13d'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:27.729390 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 486ab5ac-bb76-4189-ba5d-2bcd2321f007 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:27.774517 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:27.787569 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:28.097565 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:28.191905 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Router d21560c8-c30d-424b-8a10-c29f84ea22dc has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:28.211354 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-962025fa-84a5-488f-ad32-5293e9a6b97b req-8023b0d2-fa24-4f7a-a266-96cc3f245c30 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.4262867 Jun 09 22:01:28.267696 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Pushing event updated for resources: {'Port': ['ID=fcad8f85-5924-41fa-953c-ebe434d2e69f,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:28.279479 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:28.327830 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9627464f-d244-4794-9346-e013100a07a7 req-39f5d12f-2b3d-40b5-9d92-435d7ce562d1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 210 time: 0.2101600 Jun 09 22:01:28.369673 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:28.384006 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:28.385379 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.594722 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Allocated IP 172.20.0.3 (3bb7341b-f1d3-4bed-ac06-e23a12392397/371542e7-e262-4c0d-957c-e387222bc13e/0e60915e-4e24-4359-b552-67a09c88e0ad) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:28.655590 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:28.675581 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] 10.222.0.42 "PUT /v2.0/routers/d21560c8-c30d-424b-8a10-c29f84ea22dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1244962 Jun 09 22:01:28.795321 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Made reservation on behalf of b75c1199f0614bc89ee46aecf6b6a13d for: {'port': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:28.803211 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.924959 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Sync routers for ids ['d21560c8-c30d-424b-8a10-c29f84ea22dc'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:28.942636 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Routers {'d21560c8-c30d-424b-8a10-c29f84ea22dc'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:28.945325 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['d21560c8-c30d-424b-8a10-c29f84ea22dc'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:29.017973 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.159957 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 486ab5ac-bb76-4189-ba5d-2bcd2321f007, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=486ab5ac-bb76-4189-ba5d-2bcd2321f007,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:29.175604 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.215233 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e1d6bb64-820a-4ff6-b269-79b60f019f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:29.503718 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.581307 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=486ab5ac-bb76-4189-ba5d-2bcd2321f007,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:29.588441 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:29.666989 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.676481 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:23Z', 'revision_number': 3, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:29.682110 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ab432c3-2a3f-45ad-96a7-f583029430d9 req-2d17b001-c8de-4afa-91cc-33e06a436419 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.1471603 Jun 09 22:01:29.696552 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Checking router: c29f67ce-66eb-4b05-a28b-6b8861e7161a for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:29.708528 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Updating router c29f67ce-66eb-4b05-a28b-6b8861e7161a port 55282266-30e2-46f6-b124-c3238b16de44 binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:01:29.708652 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Set router d21560c8-c30d-424b-8a10-c29f84ea22dc gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:29.887878 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.941761 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-edc9716a-98f8-4416-8b9f-00b994ae17db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:30.064706 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44160) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:30.207066 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be2a8-6957-4419-9410-cd5d2585c2dc req-9a8ca000-f1cc-4c73-bde4-9290766bee5f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:30.220530 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0d6be2a8-6957-4419-9410-cd5d2585c2dc req-9a8ca000-f1cc-4c73-bde4-9290766bee5f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 931 time: 0.3029187 Jun 09 22:01:30.230382 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:30.318636 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:30.334157 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:30.354163 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:30.358846 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.399476 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0d6be2a8-6957-4419-9410-cd5d2585c2dc req-8ece3f8b-ad29-48bd-b5bc-edc0cab8ffaf tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668975 Jun 09 22:01:30.649189 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event updated for resources: {'Port': ['ID=0e60915e-4e24-4359-b552-67a09c88e0ad,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:30.692175 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-af51d853-c521-418b-abcb-4af1b7fab14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.810320 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:30.917338 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:01:26Z', 'revision_number': 4, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port': {'id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:17Z', 'updated_at': '2021-06-09T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': 'fcad8f85-5924-41fa-953c-ebe434d2e69f', 'name': '', 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'mac_address': 'fa:16:3e:d0:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:24Z', 'updated_at': '2021-06-09T22:01:26Z', 'revision_number': 2, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'subnets': [{'id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:30.938547 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-af51d853-c521-418b-abcb-4af1b7fab14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.950858 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-af51d853-c521-418b-abcb-4af1b7fab14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.954965 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Checking router: d21560c8-c30d-424b-8a10-c29f84ea22dc for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:30.955505 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Updating router d21560c8-c30d-424b-8a10-c29f84ea22dc port fcad8f85-5924-41fa-953c-ebe434d2e69f binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:01:30.980030 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:31.052676 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.081310 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cbf61383-6727-4ac6-ae0d-cf94681b22f3 req-ea17b06f-254e-4c61-b268-46863589cb94 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.0569286 Jun 09 22:01:31.085356 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Transition to ACTIVE for port object 55282266-30e2-46f6-b124-c3238b16de44 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:31.103965 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-af51d853-c521-418b-abcb-4af1b7fab14c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f030a4df239a4eff861ba373f6223fd6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0341029 Jun 09 22:01:31.107646 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.107797 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44192) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:31.108427 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51d853-c521-418b-abcb-4af1b7fab14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da42133d-8b4f-466f-a858-99661f24d1b8,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:31.122310 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:31.165045 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.180291 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-af51d853-c521-418b-abcb-4af1b7fab14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:31.204109 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.286691 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.409091 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef65f1-e7c8-4dde-af00-45ee49af6f2d None None] Pushing event updated for resources: {'Port': ['ID=55282266-30e2-46f6-b124-c3238b16de44,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:31.413529 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d7ef65f1-e7c8-4dde-af00-45ee49af6f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:31.469607 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Attempting to bind port 55282266-30e2-46f6-b124-c3238b16de44 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:31.469854 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Attempting to bind port 55282266-30e2-46f6-b124-c3238b16de44 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:31.470153 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Attempting to bind port 55282266-30e2-46f6-b124-c3238b16de44 on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:31.484036 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:31.490413 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:31.491014 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.491501 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:31.492058 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Bound port: 55282266-30e2-46f6-b124-c3238b16de44, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:31.492808 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.547889 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9274135 Jun 09 22:01:31.676410 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 486ab5ac-bb76-4189-ba5d-2bcd2321f007 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:31.792800 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-a2ab5be2-b14c-45ea-a746-b486380c836d tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:01:31.794111 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-a2ab5be2-b14c-45ea-a746-b486380c836d tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1866872 Jun 09 22:01:31.882433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.883412 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Allocated IP 172.20.0.8 (8875df77-0abc-4e7d-bfd0-d74f55e2344e/4381771e-ec11-436b-8ba3-996e1518e8e4/7aabf191-c6a5-4657-9449-3cd424d16336) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:31.887168 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] For port 55282266-30e2-46f6-b124-c3238b16de44, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:31.891219 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] For port 55282266-30e2-46f6-b124-c3238b16de44, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=55282266-30e2-46f6-b124-c3238b16de44,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:31.909124 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:31.909513 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.920690 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.927201 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da42133d-8b4f-466f-a858-99661f24d1b8 HTTP/1.1" status: 204 len: 168 time: 0.8130145 Jun 09 22:01:31.933823 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:32.018820 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da42133d-8b4f-466f-a858-99661f24d1b8,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:32.026282 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:32.031157 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.145515 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbf20f-f1de-4d54-916c-402f07a88396 req-16891498-0937-4835-bf20-f2cc6137ecd1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:32.147265 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-53bbf20f-f1de-4d54-916c-402f07a88396 req-16891498-0937-4835-bf20-f2cc6137ecd1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 931 time: 0.5013680 Jun 09 22:01:32.153620 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:32.210245 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-15cdcbdb-ff2e-4b1f-9e11-20886fd50927 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:32.211783 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-15cdcbdb-ff2e-4b1f-9e11-20886fd50927 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 818 time: 2.0211842 Jun 09 22:01:32.294950 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-53bbf20f-f1de-4d54-916c-402f07a88396 req-204fdaf1-9a2b-45d0-b575-b997a2506093 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354988 Jun 09 22:01:32.306799 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef65f1-e7c8-4dde-af00-45ee49af6f2d None None] Pushing event updated for resources: {'Port': ['ID=55282266-30e2-46f6-b124-c3238b16de44,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:32.308510 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.315493 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d7ef65f1-e7c8-4dde-af00-45ee49af6f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:32.322450 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-39f2f375-b27c-41a9-bfae-a8e2a9bfa2b0 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/quotas/5c635ad5ca1f423bb48bc765be115af9 HTTP/1.1" status: 200 len: 375 time: 0.0619235 Jun 09 22:01:32.349697 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Transition to ACTIVE for port object fcad8f85-5924-41fa-953c-ebe434d2e69f will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:32.361932 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.366867 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:32.467796 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:32.469528 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:32.568082 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.734040 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee93897-f33f-4b77-a7a9-c82cf6e3e346 None None] Pushing event updated for resources: {'Port': ['ID=fcad8f85-5924-41fa-953c-ebe434d2e69f,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:32.734040 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4ee93897-f33f-4b77-a7a9-c82cf6e3e346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:32.745771 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Request body: {'port': {'device_id': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:32.794290 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b56fa8fc-8840-4336-8af5-8c2998c4f134 req-58b558f3-3a28-4faf-aacb-47a0803fb65e tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.1339629 Jun 09 22:01:32.818859 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Attempting to bind port fcad8f85-5924-41fa-953c-ebe434d2e69f on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:32.819454 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Attempting to bind port fcad8f85-5924-41fa-953c-ebe434d2e69f by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:32.819965 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Attempting to bind port fcad8f85-5924-41fa-953c-ebe434d2e69f on network ffb52307-30e9-4018-8c0b-9ac06825f7aa {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:32.827025 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:32.827714 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Checking segment: {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:32.828333 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.829181 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Bound using segment: {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:32.829846 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Bound port: fcad8f85-5924-41fa-953c-ebe434d2e69f, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:32.830424 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:33.015606 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] For port fcad8f85-5924-41fa-953c-ebe434d2e69f, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:33.020206 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] For port fcad8f85-5924-41fa-953c-ebe434d2e69f, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=fcad8f85-5924-41fa-953c-ebe434d2e69f,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:33.034382 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:33.051700 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:33.052656 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:33.158284 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:33.264584 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Routers {'d21560c8-c30d-424b-8a10-c29f84ea22dc'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:33.265351 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['d21560c8-c30d-424b-8a10-c29f84ea22dc'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:33.428166 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee93897-f33f-4b77-a7a9-c82cf6e3e346 None None] Pushing event updated for resources: {'Port': ['ID=fcad8f85-5924-41fa-953c-ebe434d2e69f,revision_number=4']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:33.455759 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:33.461983 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4ee93897-f33f-4b77-a7a9-c82cf6e3e346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:33.504461 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:33.523616 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-b7720c34-0c05-47a3-9c9f-b4b10e89c182 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1768436 Jun 09 22:01:33.591818 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:33.642501 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] Set router d21560c8-c30d-424b-8a10-c29f84ea22dc gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:33.995710 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f483b01-d23a-4be3-ad71-d1c0c526af46 req-b713009a-32d9-44f8-b182-800fc5fbc179 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:34.007538 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5f483b01-d23a-4be3-ad71-d1c0c526af46 req-b713009a-32d9-44f8-b182-800fc5fbc179 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 931 time: 0.2589853 Jun 09 22:01:34.104230 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5f483b01-d23a-4be3-ad71-d1c0c526af46 req-788c206e-a238-4178-a3b0-01fb311f997b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955365 Jun 09 22:01:34.171101 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:23Z', 'revision_number': 3, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:34.176357 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc579e-7551-411e-a9ac-9d95cbd4b85a None None] The sync data for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb is: [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:23Z', 'revision_number': 3, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:34.376091 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Network 8875df77-0abc-4e7d-bfd0-d74f55e2344e is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:34.399172 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:34.421506 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:34.428782 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:34.429473 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:34.483593 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ca683-0a90-48ec-bcb6-6944e5ad504c req-b25a7147-b2fe-4fff-a940-c6576db22190 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:34.492038 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-559ca683-0a90-48ec-bcb6-6944e5ad504c req-b25a7147-b2fe-4fff-a940-c6576db22190 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 931 time: 0.1701422 Jun 09 22:01:34.493288 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Pushing event updated for resources: {'Port': ['ID=7aabf191-c6a5-4657-9449-3cd424d16336,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:34.605117 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-559ca683-0a90-48ec-bcb6-6944e5ad504c req-7cb13052-b0f0-41ab-a828-aa275583748d tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066546 Jun 09 22:01:34.687196 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:01:26Z', 'revision_number': 4, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port': {'id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:17Z', 'updated_at': '2021-06-09T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': 'fcad8f85-5924-41fa-953c-ebe434d2e69f', 'name': '', 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'mac_address': 'fa:16:3e:d0:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:24Z', 'updated_at': '2021-06-09T22:01:33Z', 'revision_number': 4, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'subnets': [{'id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:34.694100 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Allocated IP 172.20.0.1 (1560c1bf-f2d4-42b8-bfd0-73dce5a701f3/2a0e2606-e8c8-4cd3-9a6d-863e1b385e15/017bc9f5-a2e5-416b-b8a8-560534179153) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:34.698218 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fc3aa-f8d3-48e1-9c1c-5f32f2fe521a None None] The sync data for ids ['d21560c8-c30d-424b-8a10-c29f84ea22dc'] in dv-cinder-789564-5-smb is: [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:01:26Z', 'revision_number': 4, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port': {'id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:17Z', 'updated_at': '2021-06-09T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': 'fcad8f85-5924-41fa-953c-ebe434d2e69f', 'name': '', 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'mac_address': 'fa:16:3e:d0:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:24Z', 'updated_at': '2021-06-09T22:01:33Z', 'revision_number': 4, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'subnets': [{'id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:34.742062 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44282) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:34.955873 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:34.985062 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Transition to ACTIVE for port object 017bc9f5-a2e5-416b-b8a8-560534179153 will not be triggered until provisioned by entity DHCP. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:34.998470 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.406s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:35.050582 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5405879 Jun 09 22:01:35.068201 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-300b0410-add9-43e8-aaa7-d83f8c9130f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:35.101850 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Request body: {'port': {'device_id': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:35.205737 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d914bf4e-ff24-4c67-aa5c-ac4ffe36a47c service neutron] 10.222.0.42 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6541724 Jun 09 22:01:35.472914 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-300b0410-add9-43e8-aaa7-d83f8c9130f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:35.491721 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-300b0410-add9-43e8-aaa7-d83f8c9130f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:35.522587 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ec35beff-6738-4657-82e4-0e3f926ceedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:35.690455 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device fcad8f85-5924-41fa-953c-ebe434d2e69f up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:35.886762 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-300b0410-add9-43e8-aaa7-d83f8c9130f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebe829877072438e89886c84421ac01f&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1432662 Jun 09 22:01:35.887968 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44316) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:35.888900 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b0410-add9-43e8-aaa7-d83f8c9130f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5687e5da-fc12-4482-b221-6a6350a7cef6,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:35.912341 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:35.951411 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-300b0410-add9-43e8-aaa7-d83f8c9130f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:35.960718 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port fcad8f85-5924-41fa-953c-ebe434d2e69f completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:35.967287 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port fcad8f85-5924-41fa-953c-ebe434d2e69f triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:35.967661 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.073261 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:36.134417 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.272420 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.295278 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8cb7b-1e31-4055-96d1-544539048ef5 req-710472d5-7aaa-40d0-8168-44618d5fbb20 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.302566 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5fb8cb7b-1e31-4055-96d1-544539048ef5 req-710472d5-7aaa-40d0-8168-44618d5fbb20 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 931 time: 0.6903851 Jun 09 22:01:36.352542 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.383242 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5fb8cb7b-1e31-4055-96d1-544539048ef5 req-9102b8ae-9f6f-4a8b-ab15-25806e63cd8d tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784466 Jun 09 22:01:36.419691 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.422977 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.424336 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5687e5da-fc12-4482-b221-6a6350a7cef6 HTTP/1.1" status: 204 len: 168 time: 0.5049438 Jun 09 22:01:36.425196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:36.467950 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port fcad8f85-5924-41fa-953c-ebe434d2e69f, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=fcad8f85-5924-41fa-953c-ebe434d2e69f,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:36.475031 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:36.478664 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5687e5da-fc12-4482-b221-6a6350a7cef6,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:36.482404 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.483720 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 55282266-30e2-46f6-b124-c3238b16de44 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:36.487074 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:36.490103 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:36.514403 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:36.514772 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.601252 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:36.604029 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.635678 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Pushing event updated for resources: {'Port': ['ID=017bc9f5-a2e5-416b-b8a8-560534179153,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:36.641376 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:36.930715 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad418ad-ca17-4cc3-a65b-780062e657ee req-cb50929d-dcb3-46a2-bcf7-a293d1ddc795 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.936636 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=fcad8f85-5924-41fa-953c-ebe434d2e69f,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:36.949541 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad418ad-ca17-4cc3-a65b-780062e657ee req-cb50929d-dcb3-46a2-bcf7-a293d1ddc795 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 931 time: 0.2810073 Jun 09 22:01:36.965356 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:37.088088 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-1fdeadbe-7c8e-46a0-90d7-634ac2cc74eb service neutron] 10.222.0.42 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8572052 Jun 09 22:01:37.134973 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e60915e-4e24-4359-b552-67a09c88e0ad {{(pid=91698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:37.142298 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 55282266-30e2-46f6-b124-c3238b16de44 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:37.152242 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad418ad-ca17-4cc3-a65b-780062e657ee req-d7801f5d-5801-4c5c-a149-af5220fec026 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945720 Jun 09 22:01:37.168577 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.185209 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e8ce4d28-b1ec-41ef-ab8e-ebe0efe3ba83 None None] Provisioning for port 017bc9f5-a2e5-416b-b8a8-560534179153 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:37.199537 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 55282266-30e2-46f6-b124-c3238b16de44 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:37.210190 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.319535 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44350) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:37.358792 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4de63a50-2107-4ddd-8ae5-44e091566225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.408572 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Transition to ACTIVE for port object 0e60915e-4e24-4359-b552-67a09c88e0ad will not be triggered until provisioned by entity L2. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:37.432094 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e8ce4d28-b1ec-41ef-ab8e-ebe0efe3ba83 None None] Provisioning complete for port 017bc9f5-a2e5-416b-b8a8-560534179153 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:37.432594 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e8ce4d28-b1ec-41ef-ab8e-ebe0efe3ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.463145 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.635299 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4de63a50-2107-4ddd-8ae5-44e091566225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.642060 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4de63a50-2107-4ddd-8ae5-44e091566225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.652502 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:37.739190 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:37.801916 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4de63a50-2107-4ddd-8ae5-44e091566225 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=103bb4bd81ac46f1b2c8fb73159f4d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809444 Jun 09 22:01:37.804223 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de63a50-2107-4ddd-8ae5-44e091566225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4321adf-8363-4ca6-8fc8-44799321903b,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:37.807975 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44366) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:37.811003 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4de63a50-2107-4ddd-8ae5-44e091566225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:37.877238 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce4d28-b1ec-41ef-ab8e-ebe0efe3ba83 None None] Port 017bc9f5-a2e5-416b-b8a8-560534179153 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:01:37.907485 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-465ac2c4-d71e-469d-916a-0817d667a05f req-0f32f29d-c618-43ec-a134-467df4e5f671 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 210 time: 0.1040568 Jun 09 22:01:37.927752 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.028891 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 55282266-30e2-46f6-b124-c3238b16de44, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=55282266-30e2-46f6-b124-c3238b16de44,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:38.039850 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.042509 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d7ef65f1-e7c8-4dde-af00-45ee49af6f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:38.061573 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.210710 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.395575 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device fcad8f85-5924-41fa-953c-ebe434d2e69f up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:38.490284 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.494715 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.496081 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4321adf-8363-4ca6-8fc8-44799321903b HTTP/1.1" status: 204 len: 168 time: 0.6861687 Jun 09 22:01:38.496911 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-af51d853-c521-418b-abcb-4af1b7fab14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:38.530053 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4321adf-8363-4ca6-8fc8-44799321903b,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:38.552464 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:38.563122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Pushing event updated for resources: {'Port': ['ID=0e60915e-4e24-4359-b552-67a09c88e0ad,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:38.583057 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:38.609761 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.639388 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=55282266-30e2-46f6-b124-c3238b16de44,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:38.644820 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:38.663306 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port fcad8f85-5924-41fa-953c-ebe434d2e69f triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:38.663662 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.741638 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44390) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:38.962871 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bcc4c-f7e8-462e-97f9-6870dbe7524d req-212e3066-e641-4762-827c-5ae887d7a660 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:38.964441 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-354bcc4c-f7e8-462e-97f9-6870dbe7524d req-212e3066-e641-4762-827c-5ae887d7a660 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 931 time: 0.3792984 Jun 09 22:01:39.123068 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-354bcc4c-f7e8-462e-97f9-6870dbe7524d req-86dd9431-0df2-4783-9957-8d8733741160 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432564 Jun 09 22:01:39.154303 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Attempting to bind port 0e60915e-4e24-4359-b552-67a09c88e0ad on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:39.154753 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Attempting to bind port 0e60915e-4e24-4359-b552-67a09c88e0ad by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:39.155028 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Attempting to bind port 0e60915e-4e24-4359-b552-67a09c88e0ad on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:39.297384 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Port 0e60915e-4e24-4359-b552-67a09c88e0ad on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:39.297582 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Attempting to bind port 0e60915e-4e24-4359-b552-67a09c88e0ad on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:39.410369 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:39.411303 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Checking segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:39.412212 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Bound using segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:39.413011 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Bound port: 0e60915e-4e24-4359-b552-67a09c88e0ad, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:39.413429 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.569750 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-958f6b7c-5e47-4755-87cd-b02246348dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.646607 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-1d93a7d7-6feb-452c-a74f-73263fa8cd9b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:39.654494 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-1d93a7d7-6feb-452c-a74f-73263fa8cd9b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 818 time: 0.3372447 Jun 09 22:01:39.681086 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-34485e14-5c69-4dad-9ed0-94c5965a8d5d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/quotas/5c635ad5ca1f423bb48bc765be115af9 HTTP/1.1" status: 200 len: 375 time: 0.0254352 Jun 09 22:01:39.685506 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] For port 0e60915e-4e24-4359-b552-67a09c88e0ad, host hv-cinder-78956, cleared binding levels {{(pid=91698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:39.691360 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] For port 0e60915e-4e24-4359-b552-67a09c88e0ad, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0e60915e-4e24-4359-b552-67a09c88e0ad,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:39.713332 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aabf191-c6a5-4657-9449-3cd424d16336 {{(pid=91698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:39.723348 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.746074 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Transition to ACTIVE for port object 7aabf191-c6a5-4657-9449-3cd424d16336 will not be triggered until provisioned by entity L2. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:39.757209 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db4f3c-eb0e-4db3-b004-9b7d5ab4776a req-bc8e5ed8-41f4-4576-8ea5-809549197983 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:39.759674 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-13db4f3c-eb0e-4db3-b004-9b7d5ab4776a req-bc8e5ed8-41f4-4576-8ea5-809549197983 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 943 time: 1.8446257 Jun 09 22:01:39.761042 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.766319 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.773329 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.804639 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2c2c8150-42b9-469c-8095-7bab1d995fa6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:39.841927 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-027bddc6-dff6-4e35-9a7d-3d65eea0a430 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595924 Jun 09 22:01:40.091047 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-958f6b7c-5e47-4755-87cd-b02246348dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.129694 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-958f6b7c-5e47-4755-87cd-b02246348dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.145156 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44446) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:40.165434 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:40.210151 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 55282266-30e2-46f6-b124-c3238b16de44 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:40.228059 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.246193 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.299248 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-13db4f3c-eb0e-4db3-b004-9b7d5ab4776a req-c3ae756f-375d-4e1b-9017-fd9dc12492bb tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093484 Jun 09 22:01:40.349911 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-158380f1-4905-47d7-8e1b-02facb704c5e service neutron] 10.222.0.42 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067439 Jun 09 22:01:40.364901 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 55282266-30e2-46f6-b124-c3238b16de44 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:40.365646 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.370916 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:40.371751 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.373328 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] 10.222.0.36 "PUT /v2.0/ports/0e60915e-4e24-4359-b552-67a09c88e0ad HTTP/1.1" status: 200 len: 1093 time: 8.1362197 Jun 09 22:01:40.376166 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'tag': '0e60915e-4e24-4359-b552-67a09c88e0ad'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:40.681954 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-958f6b7c-5e47-4755-87cd-b02246348dc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7837c6efc8854a87b1cd7665e330b91f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9345067 Jun 09 22:01:40.681954 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44468) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:40.727122 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-09d12d29-33d7-4797-806b-a1905f4c6b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.795381 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:40.812756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Pushing event updated for resources: {'Port': ['ID=0e60915e-4e24-4359-b552-67a09c88e0ad,revision_number=3']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:40.829639 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:40.905249 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:40.946266 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f6b7c-5e47-4755-87cd-b02246348dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de3b810-686c-4a16-a7db-75b696ac09dd,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:41.000262 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-958f6b7c-5e47-4755-87cd-b02246348dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:41.119215 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092574b8-9d6f-408d-81e4-d7be9b5a873c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a859859-5b04-4030-80db-3c64fa8b7de6", "tag": "0e60915e-4e24-4359-b552-67a09c88e0ad"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:41.198380 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-f1b62508-2fe5-42e6-b12b-cff5d5e68f9b service neutron] 10.222.0.42 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8461058 Jun 09 22:01:41.201570 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.208929 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Attempting to bind port 7aabf191-c6a5-4657-9449-3cd424d16336 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:41.209247 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Attempting to bind port 7aabf191-c6a5-4657-9449-3cd424d16336 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '25439ed6-137e-4658-b5a3-db1baabb3e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e'}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:41.209572 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Attempting to bind port 7aabf191-c6a5-4657-9449-3cd424d16336 on network 8875df77-0abc-4e7d-bfd0-d74f55e2344e {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:41.250595 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.276686 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e57d7aa9-e947-47b0-9a76-e6b6a2c9be28 None None] Provisioning complete for port 017bc9f5-a2e5-416b-b8a8-560534179153 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:41.277252 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e57d7aa9-e947-47b0-9a76-e6b6a2c9be28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.313087 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Port 7aabf191-c6a5-4657-9449-3cd424d16336 on network 8875df77-0abc-4e7d-bfd0-d74f55e2344e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:41.313612 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Attempting to bind port 7aabf191-c6a5-4657-9449-3cd424d16336 on network 8875df77-0abc-4e7d-bfd0-d74f55e2344e {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:41.320672 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.324682 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.325532 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:41.325875 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Checking segment: {'id': '25439ed6-137e-4658-b5a3-db1baabb3e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:41.326381 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Bound using segment: {'id': '25439ed6-137e-4658-b5a3-db1baabb3e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e'} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:41.326715 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Bound port: 7aabf191-c6a5-4657-9449-3cd424d16336, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25439ed6-137e-4658-b5a3-db1baabb3e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e'}}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:41.327061 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.335291 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3de3b810-686c-4a16-a7db-75b696ac09dd HTTP/1.1" status: 204 len: 168 time: 0.6261082 Jun 09 22:01:41.339550 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:41.367868 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de3b810-686c-4a16-a7db-75b696ac09dd,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:41.379834 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:41.395122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Pushing event updated for resources: {'Port': ['ID=7aabf191-c6a5-4657-9449-3cd424d16336,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:41.406605 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.602s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:41.411986 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-85f9f3f6-e13a-47d9-9d02-b675ab936158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.193s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:41.489514 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-e57d7aa9-e947-47b0-9a76-e6b6a2c9be28 None None] Port 017bc9f5-a2e5-416b-b8a8-560534179153 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:01:41.501484 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-09d12d29-33d7-4797-806b-a1905f4c6b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.511996 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-09d12d29-33d7-4797-806b-a1905f4c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.521268 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-721045e3-a5d8-4a30-8b71-5aa64270a896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:41.566647 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-09d12d29-33d7-4797-806b-a1905f4c6b94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73ff63c917b5454890cf06d63b9fe345&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3734052 Jun 09 22:01:41.567668 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d12d29-33d7-4797-806b-a1905f4c6b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d50a81-07f0-4b27-af2c-8cd693d7732e,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:41.570211 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44496) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:41.572369 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-09d12d29-33d7-4797-806b-a1905f4c6b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:41.677717 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.724176 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34460308-5a95-4283-8ee0-e88c56d67be2 req-788ebc94-a5f2-4ea5-a2ff-3b3328578fb0 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:41.732099 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-34460308-5a95-4283-8ee0-e88c56d67be2 req-788ebc94-a5f2-4ea5-a2ff-3b3328578fb0 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 943 time: 1.0231788 Jun 09 22:01:41.756074 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.824568 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Pushing event updated for resources: {'Port': ['ID=017bc9f5-a2e5-416b-b8a8-560534179153,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:41.834205 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.838897 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:41.843644 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5d50a81-07f0-4b27-af2c-8cd693d7732e HTTP/1.1" status: 204 len: 168 time: 0.2723315 Jun 09 22:01:41.844447 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-300b0410-add9-43e8-aaa7-d83f8c9130f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:41.862030 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d50a81-07f0-4b27-af2c-8cd693d7732e,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:41.862471 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:41.864797 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:41.890864 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.619s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:41.891232 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:41.893008 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Router c29f67ce-66eb-4b05-a28b-6b8861e7161a has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:41.976580 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece9e3b2-39b6-4438-956b-26a8ecc98bc7 x-openstack-request-id: req-ece9e3b2-39b6-4438-956b-26a8ecc98bc7 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:41.976887 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a859859-5b04-4030-80db-3c64fa8b7de6", "tag": "0e60915e-4e24-4359-b552-67a09c88e0ad", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:41.977162 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ece9e3b2-39b6-4438-956b-26a8ecc98bc7 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:41.977664 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'tag': '0e60915e-4e24-4359-b552-67a09c88e0ad', 'status': 'completed', 'code': 200} Jun 09 22:01:41.988044 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-34460308-5a95-4283-8ee0-e88c56d67be2 req-448711fa-2e29-4440-983e-cf7c566134a4 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549756 Jun 09 22:01:41.998989 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] For port 7aabf191-c6a5-4657-9449-3cd424d16336, host hv-cinder-78956, cleared binding levels {{(pid=91698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:42.003972 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] For port 7aabf191-c6a5-4657-9449-3cd424d16336, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7aabf191-c6a5-4657-9449-3cd424d16336,segment=NetworkSegment(25439ed6-137e-4658-b5a3-db1baabb3e45),segment_id=25439ed6-137e-4658-b5a3-db1baabb3e45)] {{(pid=91698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:42.197451 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:42.296102 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb269351-3756-467e-ad96-372f6200b114 req-358ed2a8-c7db-4819-bc93-4029b7e28d93 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:42.297789 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bb269351-3756-467e-ad96-372f6200b114 req-358ed2a8-c7db-4819-bc93-4029b7e28d93 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 943 time: 0.1535578 Jun 09 22:01:42.306940 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:42.394108 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bb269351-3756-467e-ad96-372f6200b114 req-d39b668b-7593-4709-a6d5-f636e26ad514 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Jun 09 22:01:42.428048 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9fdb8efb-4150-476d-9f1e-823e1b09f74f req-947400e1-d23f-4ed1-b5d7-6a72990dfd08 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 210 time: 0.2979777 Jun 09 22:01:42.484050 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:42.485599 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:42.487186 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] 10.222.0.36 "PUT /v2.0/ports/7aabf191-c6a5-4657-9449-3cd424d16336 HTTP/1.1" status: 200 len: 1093 time: 7.3996711 Jun 09 22:01:42.541901 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Pushing event updated for resources: {'Port': ['ID=7aabf191-c6a5-4657-9449-3cd424d16336,revision_number=3']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:42.549782 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:42.644258 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:42.659619 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] 10.222.0.42 "PUT /v2.0/routers/c29f67ce-66eb-4b05-a28b-6b8861e7161a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1391087 Jun 09 22:01:42.664572 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Sync routers for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:42.676156 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:42.676780 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:42.704338 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092574b8-9d6f-408d-81e4-d7be9b5a873c req-7efb9521-ee7c-4c03-963d-440d8407afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:42.708679 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-092574b8-9d6f-408d-81e4-d7be9b5a873c req-7efb9521-ee7c-4c03-963d-440d8407afd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 1096 time: 0.5797670 Jun 09 22:01:42.797161 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44544) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:42.838767 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4eeffa8c-cb8d-4089-9d1d-30ebde12b9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.112413 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:43.114305 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4eeffa8c-cb8d-4089-9d1d-30ebde12b9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.119753 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4eeffa8c-cb8d-4089-9d1d-30ebde12b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.122516 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-d7d94e5e-e54c-461a-ba5f-d0881a7bb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:43.124202 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-d7d94e5e-e54c-461a-ba5f-d0881a7bb345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b75c1199f0614bc89ee46aecf6b6a13d&device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 1096 time: 0.5836580 Jun 09 22:01:43.133428 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4de63a50-2107-4ddd-8ae5-44e091566225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:43.180837 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4eeffa8c-cb8d-4089-9d1d-30ebde12b9fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85a2ff97d2f441959aa67639996b19a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824940 Jun 09 22:01:43.181975 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeffa8c-cb8d-4089-9d1d-30ebde12b9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d1fae-bbe6-4d3b-ac0e-5e34f5f5f246,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:43.199881 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4eeffa8c-cb8d-4089-9d1d-30ebde12b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:43.202808 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44556) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:43.344141 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-73b1a7a5-a218-41b9-98ac-fd9501cb5f7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7aabf191-c6a5-4657-9449-3cd424d16336 HTTP/1.1" status: 200 len: 217 time: 0.1886840 Jun 09 22:01:43.355033 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092574b8-9d6f-408d-81e4-d7be9b5a873c req-f278db90-f5d3-4b8a-bd99-42bf4faf4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:43.356485 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-092574b8-9d6f-408d-81e4-d7be9b5a873c req-f278db90-f5d3-4b8a-bd99-42bf4faf4fbe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e2e094e911bb4d0aac303e2d3a275377&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6392756 Jun 09 22:01:43.358571 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.398278 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.36', 60540) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:43.426742 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.538514 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c858a-c5c5-4afa-a5fe-2348658d491c req-144ddbec-e39e-48aa-8223-eb08a667e4f6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:43.540432 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a18c858a-c5c5-4afa-a5fe-2348658d491c req-144ddbec-e39e-48aa-8223-eb08a667e4f6 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 943 time: 0.2850215 Jun 09 22:01:43.600155 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-0a55ed9b-090e-4ba0-b1a9-5a9ab907ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:43.602177 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-0a55ed9b-090e-4ba0-b1a9-5a9ab907ef1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4381771e-ec11-436b-8ba3-996e1518e8e4 HTTP/1.1" status: 200 len: 851 time: 0.2484789 Jun 09 22:01:43.704739 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092574b8-9d6f-408d-81e4-d7be9b5a873c req-8179c428-4a7b-4c3c-a506-a11d402007b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:43.705753 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-092574b8-9d6f-408d-81e4-d7be9b5a873c req-8179c428-4a7b-4c3c-a506-a11d402007b6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2935951 Jun 09 22:01:43.712296 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a18c858a-c5c5-4afa-a5fe-2348658d491c req-83afed2a-cd1d-495f-8ef9-8aabbd50079f tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583796 Jun 09 22:01:43.734597 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:39Z', 'revision_number': 2, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:43.745680 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Checking router: c29f67ce-66eb-4b05-a28b-6b8861e7161a for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:43.747238 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Updating router c29f67ce-66eb-4b05-a28b-6b8861e7161a port 017bc9f5-a2e5-416b-b8a8-560534179153 binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:01:43.752887 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-4bb022b5-03f7-4b19-8582-54121fed168e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:43.754374 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-4bb022b5-03f7-4b19-8582-54121fed168e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 818 time: 0.3549066 Jun 09 22:01:43.755338 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.757985 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.759785 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/572d1fae-bbe6-4d3b-ac0e-5e34f5f5f246 HTTP/1.1" status: 204 len: 168 time: 0.5517097 Jun 09 22:01:43.760430 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:43.771291 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Request body: {'port': {'device_id': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'admin_state_up': True, 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:43.789837 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-9320695d-9b29-4501-82ba-fe119bd4314b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8875df77-0abc-4e7d-bfd0-d74f55e2344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824039 Jun 09 22:01:43.886234 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d1fae-bbe6-4d3b-ac0e-5e34f5f5f246,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:43.897796 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.900699 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:44.155524 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'tag': '7aabf191-c6a5-4657-9449-3cd424d16336'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:44.161685 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f1145-0ded-4b50-b46a-854012e26a37" -d '{"events": [{"name": "network-changed", "server_uuid": "735c0f5c-85b8-4758-bf81-fcdf000cabc4", "tag": "7aabf191-c6a5-4657-9449-3cd424d16336"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:44.194944 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-8fb8bd61-3e1e-4354-b9ec-1e6dcce34e75 service neutron] 10.222.0.36 "GET /v2.0/networks/8875df77-0abc-4e7d-bfd0-d74f55e2344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979445 Jun 09 22:01:44.198589 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.36', 60543) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:44.299348 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44596) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:44.354122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158472852', 'description': 'tempest-description--1418136520'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:44.385771 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44602) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:44.621974 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.709686 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Made reservation on behalf of 5c635ad5ca1f423bb48bc765be115af9 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:44.720534 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.725512 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-81b4b17f-b382-4b6f-8523-b33fc7da147f req-04275c7a-c7fa-40fe-a6e7-2d11de0b0b4a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 210 time: 0.3430743 Jun 09 22:01:44.725822 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.751345 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Transition to ACTIVE for port object 017bc9f5-a2e5-416b-b8a8-560534179153 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:44.771131 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.783977 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:44.803340 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-2a044cfa-df46-4174-a507-ae31619d46c0 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:44.807342 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-2a044cfa-df46-4174-a507-ae31619d46c0 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 818 time: 0.5952141 Jun 09 22:01:44.808710 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ed80cff-bd9c-4c3f-849d-32aae1fce75a req-4b275a85-85d8-4c3c-953a-c03cc04f716f service neutron] 10.222.0.36 "GET /v2.0/networks/8875df77-0abc-4e7d-bfd0-d74f55e2344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091312 Jun 09 22:01:44.837969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-6e919682-7798-466e-87c3-c0436c20b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:44.844800 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-6e919682-7798-466e-87c3-c0436c20b3fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 1096 time: 0.6473880 Jun 09 22:01:44.852643 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388fc8b-47c4-43b4-8352-642df158eac6 req-18d953b7-2376-402e-bc06-13b093799ead tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:44.863612 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d388fc8b-47c4-43b4-8352-642df158eac6 req-18d953b7-2376-402e-bc06-13b093799ead tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 943 time: 0.7678185 Jun 09 22:01:44.956412 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Request body: {'port': {'device_id': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'admin_state_up': True, 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:45.065870 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-edd0dbef-a59a-46ed-89bf-308f58a252f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e60915e-4e24-4359-b552-67a09c88e0ad HTTP/1.1" status: 200 len: 217 time: 0.2041132 Jun 09 22:01:45.078185 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106366979-network', 'tenant_id': '438c71a4450e4268a17db8818511e465'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:45.095463 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7bc0a9-3501-46ae-b0c8-6704e20404ab x-openstack-request-id: req-1a7bc0a9-3501-46ae-b0c8-6704e20404ab {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:45.095773 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735c0f5c-85b8-4758-bf81-fcdf000cabc4", "tag": "7aabf191-c6a5-4657-9449-3cd424d16336", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:45.096036 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a7bc0a9-3501-46ae-b0c8-6704e20404ab {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:45.098670 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'tag': '7aabf191-c6a5-4657-9449-3cd424d16336', 'status': 'completed', 'code': 200} Jun 09 22:01:45.362845 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d388fc8b-47c4-43b4-8352-642df158eac6 req-1374ef5f-6721-4c25-b65c-15341095eff1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937587 Jun 09 22:01:45.456942 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e2cd5-df74-4b87-b6be-cad916be9413 None None] Pushing event updated for resources: {'Port': ['ID=017bc9f5-a2e5-416b-b8a8-560534179153,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:45.476381 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Attempting to bind port 017bc9f5-a2e5-416b-b8a8-560534179153 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:45.476942 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Attempting to bind port 017bc9f5-a2e5-416b-b8a8-560534179153 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:45.478590 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Attempting to bind port 017bc9f5-a2e5-416b-b8a8-560534179153 on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:45.485452 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-937e2cd5-df74-4b87-b6be-cad916be9413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:45.487445 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Allocated IP 172.20.0.14 (ffb52307-30e9-4018-8c0b-9ac06825f7aa/ff301736-ead1-44c4-9a6f-bbc4bba8c723/28382838-a335-408b-9d5b-fc083f40327a) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:45.501449 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:45.505549 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Checking segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:45.506628 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.507572 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Bound using segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:45.507911 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Bound port: 017bc9f5-a2e5-416b-b8a8-560534179153, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:45.515686 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.533313 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-7459f9b4-df0f-4516-b9fa-239347e4431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:45.534805 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-7459f9b4-df0f-4516-b9fa-239347e4431c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.4283528 Jun 09 22:01:45.590336 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.612625 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-7593556e-95cd-4023-874e-6d995ae68056 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684021 Jun 09 22:01:45.621323 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.653763 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c7401b37-d721-4683-aaf9-43196dc693b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:45.661290 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Made reservation on behalf of 438c71a4450e4268a17db8818511e465 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:45.663608 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.687636 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] For port 017bc9f5-a2e5-416b-b8a8-560534179153, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:45.692468 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] For port 017bc9f5-a2e5-416b-b8a8-560534179153, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=017bc9f5-a2e5-416b-b8a8-560534179153,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:45.698915 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.708141 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:45.766993 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.783466 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-4f477001-4f6b-408d-a585-488c6678970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:45.784965 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-4f477001-4f6b-408d-a585-488c6678970d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b75c1199f0614bc89ee46aecf6b6a13d&device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 1096 time: 0.6763422 Jun 09 22:01:45.796835 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e2cd5-df74-4b87-b6be-cad916be9413 None None] Pushing event updated for resources: {'Port': ['ID=017bc9f5-a2e5-416b-b8a8-560534179153,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:45.822480 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-937e2cd5-df74-4b87-b6be-cad916be9413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:45.841294 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.842842 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5318046 Jun 09 22:01:45.845994 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:45.847018 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:45.857974 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6940b48-6d9c-4e69-821b-9280d843561d req-6b87c39f-de0b-4b4b-81a0-29d4a984e392 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:45.865285 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f6940b48-6d9c-4e69-821b-9280d843561d req-6b87c39f-de0b-4b4b-81a0-29d4a984e392 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 943 time: 0.5813997 Jun 09 22:01:45.867094 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44652) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:45.877534 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.912114 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'security_group_rule': {'security_group_id': '5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:46.095268 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:46.099015 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:46.129142 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:46.138959 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.db.api [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 22:01:46.138959 dv-cinder-789564-5-smb neutron-server[91697]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 22:01:46.138959 dv-cinder-789564-5-smb neutron-server[91697]: [parameters: {'project_id_1': '5c635ad5ca1f423bb48bc765be115af9', 'expiration_1': datetime.datetime(2021, 6, 9, 22, 1, 45, 377700)}] Jun 09 22:01:46.138959 dv-cinder-789564-5-smb neutron-server[91697]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:01:46.139607 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_db.api [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:01:46.148298 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-382b38bc-c3c4-442d-b5b3-cee4420fc3a6 req-08e52cc2-6b81-4f10-a53c-9d837df7aa8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 210 time: 0.2089901 Jun 09 22:01:46.158617 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.178189 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:46.220947 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f6940b48-6d9c-4e69-821b-9280d843561d req-b6c8a1ba-2b22-4e85-b4b6-4091eb3f2cce tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543766 Jun 09 22:01:46.248243 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:46.260441 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:46.264955 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:46.270834 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:46.271468 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.294917 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-52c8eb84-7375-4120-9260-c87872997f93 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723726 Jun 09 22:01:46.295605 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Pushing event updated for resources: {'Port': ['ID=28382838-a335-408b-9d5b-fc083f40327a,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:46.299019 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:46.396506 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-cceec34c-a4ff-4bb1-ba3f-4a68679dfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:46.398005 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-cceec34c-a4ff-4bb1-ba3f-4a68679dfb13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8875df77-0abc-4e7d-bfd0-d74f55e2344e HTTP/1.1" status: 200 len: 912 time: 0.5886521 Jun 09 22:01:46.501543 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-b9e3df4c-e72b-4650-a8c0-fcdb324eadd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7aabf191-c6a5-4657-9449-3cd424d16336 HTTP/1.1" status: 200 len: 217 time: 0.0929081 Jun 09 22:01:46.520040 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:45Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:46.525391 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16a876-dc00-4815-aa03-16f32a2c711f None None] The sync data for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb is: [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:45Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:46.624532 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56d42-179b-431c-8426-eb52dcf84222 req-ec85845a-2878-48c3-bf7e-f4db9d860e74 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:46.626082 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-26f56d42-179b-431c-8426-eb52dcf84222 req-ec85845a-2878-48c3-bf7e-f4db9d860e74 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 943 time: 0.1342986 Jun 09 22:01:46.635778 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-97f9beb9-30ac-4e7e-8c44-7cf56dbb9998 req-8749ac58-1b6b-43ed-8b23-4c7dfa6ae2ef service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254282 Jun 09 22:01:46.644941 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.651687 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-fef80907-3964-4d3c-a46e-36ebb6ecbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:46.653181 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-fef80907-3964-4d3c-a46e-36ebb6ecbdd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4381771e-ec11-436b-8ba3-996e1518e8e4 HTTP/1.1" status: 200 len: 851 time: 0.1365328 Jun 09 22:01:46.654266 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.666282 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-73975eeb-f2d0-4a4a-b768-48d678c5c290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:46.764847 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-26f56d42-179b-431c-8426-eb52dcf84222 req-9fcfa62e-152c-4476-a0ca-ab994c0ae506 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319740 Jun 09 22:01:46.766256 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9991484 Jun 09 22:01:46.779432 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Request body: {'port': {'device_id': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:46.797146 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-f0d72cb9-9bcf-4717-a4d2-27658526d2bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8875df77-0abc-4e7d-bfd0-d74f55e2344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317234 Jun 09 22:01:46.832289 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:01:46.938168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.953287 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ac4e91-a690-481f-b015-86646c6880f2,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:46.969554 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.971125 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Added segment eed396b1-bcd1-48ba-acd9-06f8a63a22d2 of type vlan for network 09a1b59d-ff84-4ca0-adcd-159474c072db Jun 09 22:01:46.984059 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:47.029189 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.080682 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.080950 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Made reservation on behalf of 5c635ad5ca1f423bb48bc765be115af9 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:47.090395 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.166727 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.171440 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-c2364e2f-c0be-41a8-ae5e-95c64c92b89a service neutron] 10.222.0.36 "GET /v2.0/networks/8875df77-0abc-4e7d-bfd0-d74f55e2344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214340 Jun 09 22:01:47.174435 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.177863 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:47.178503 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.203727 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3ea9d60d-1abb-425d-b262-41b70cc74f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:47.286181 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.430117 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 7aabf191-c6a5-4657-9449-3cd424d16336 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:01:47.457626 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Pushing event updated for resources: {'Network': ['ID=09a1b59d-ff84-4ca0-adcd-159474c072db,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:47.554376 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:47.558015 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:47.577742 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72bfd6f-ad99-48a9-848a-9f49ab27471a,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:47.601827 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2114999 Jun 09 22:01:47.618645 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44716) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:47.624235 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Request body: {'subnet': {'network_id': '09a1b59d-ff84-4ca0-adcd-159474c072db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106366979-subnet', 'tenant_id': '438c71a4450e4268a17db8818511e465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:47.626485 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:47.650794 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 7aabf191-c6a5-4657-9449-3cd424d16336, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7aabf191-c6a5-4657-9449-3cd424d16336,segment=NetworkSegment(25439ed6-137e-4658-b5a3-db1baabb3e45),segment_id=25439ed6-137e-4658-b5a3-db1baabb3e45)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:47.652129 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.653363 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7650948 Jun 09 22:01:47.661095 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44720) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:47.674665 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'security_group_rule': {'security_group_id': '5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:47.700817 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '7aabf191-c6a5-4657-9449-3cd424d16336', 'network_id': '8875df77-0abc-4e7d-bfd0-d74f55e2344e', 'port_id': '7aabf191-c6a5-4657-9449-3cd424d16336', 'mac_address': 'fa:16:3e:3a:1e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4381771e-ec11-436b-8ba3-996e1518e8e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:01:47.702544 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 09a1b59d-ff84-4ca0-adcd-159474c072db details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:01:47.708401 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Allocated IP 172.20.0.4 (ffb52307-30e9-4018-8c0b-9ac06825f7aa/ff301736-ead1-44c4-9a6f-bbc4bba8c723/29f74a62-bc0e-4dd0-a6f7-f8715f199a43) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:47.723481 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Made reservation on behalf of 438c71a4450e4268a17db8818511e465 for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:47.725912 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.819345 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aac428-70dc-436c-91e1-bf0d6a235547 req-e01185e2-6997-46f9-9f9d-4ae0b016e43a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:47.837922 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b0aac428-70dc-436c-91e1-bf0d6a235547 req-e01185e2-6997-46f9-9f9d-4ae0b016e43a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 932 time: 0.3778315 Jun 09 22:01:47.865823 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d35563-ca31-4900-a924-fc609e111dbf req-d69b6cd7-9066-4aa7-b59a-61c999614aa4 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:47.867420 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e88f1145-0ded-4b50-b46a-854012e26a37 req-ad0a9da3-000a-4f80-adfa-1e96d99adf5d service neutron] 10.222.0.36 "GET /v2.0/networks/8875df77-0abc-4e7d-bfd0-d74f55e2344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686110 Jun 09 22:01:47.880959 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.887514 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a2d35563-ca31-4900-a924-fc609e111dbf req-d69b6cd7-9066-4aa7-b59a-61c999614aa4 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 943 time: 0.4461019 Jun 09 22:01:47.936992 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.956653 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b0aac428-70dc-436c-91e1-bf0d6a235547 req-a22a92cf-02b3-4568-890c-0ff21e59726d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173429 Jun 09 22:01:47.970852 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aabf191-c6a5-4657-9449-3cd424d16336 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:47.999977 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 7aabf191-c6a5-4657-9449-3cd424d16336, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7aabf191-c6a5-4657-9449-3cd424d16336,segment=NetworkSegment(25439ed6-137e-4658-b5a3-db1baabb3e45),segment_id=25439ed6-137e-4658-b5a3-db1baabb3e45)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:48.009244 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.015200 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.020539 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.034553 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.133241 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.163341 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.165699 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5012498 Jun 09 22:01:48.215294 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44736) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:48.230595 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79ab373-173e-4432-9960-92e7f38d9863,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:48.248672 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:48.254963 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'floatingip': {'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:48.265349 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=7aabf191-c6a5-4657-9449-3cd424d16336,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:48.275499 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:48.289740 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 017bc9f5-a2e5-416b-b8a8-560534179153 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:48.297441 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a2d35563-ca31-4900-a924-fc609e111dbf req-347696df-e778-485a-851a-a7a7073e5432 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067395 Jun 09 22:01:48.299433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44740) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:48.313748 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.342186 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['7aabf191-c6a5-4657-9449-3cd424d16336'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:48.498135 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b4179-4112-48dd-b326-363ec04c64b4 req-3153439f-18e6-41e7-af84-24ee9829fafa tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:48.499602 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-225b4179-4112-48dd-b326-363ec04c64b4 req-3153439f-18e6-41e7-af84-24ee9829fafa tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 943 time: 0.3418894 Jun 09 22:01:48.533072 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 017bc9f5-a2e5-416b-b8a8-560534179153 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:48.542210 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 017bc9f5-a2e5-416b-b8a8-560534179153 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:48.542496 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.548625 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.555125 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a0e33ed9-e382-472d-ade2-a1a1b701735d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.599117 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-225b4179-4112-48dd-b326-363ec04c64b4 req-d0146bb3-56c6-4933-bc70-4d4e3d192868 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916715 Jun 09 22:01:48.615306 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.638423 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.655885 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.737171 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.757864 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Allocated IP 172.28.2.82 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/a4ee1827-167f-4e6f-a7b5-9fa6120afd87) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:48.772975 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 017bc9f5-a2e5-416b-b8a8-560534179153, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=017bc9f5-a2e5-416b-b8a8-560534179153,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:48.776476 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.782280 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-709f5fef-241c-430b-b25d-26e18b4cf567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.796854 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.814343 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e1675c-e8d3-49f4-9a6a-ff1d9b8439fc,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:48.824739 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:48.827217 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.893082 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=017bc9f5-a2e5-416b-b8a8-560534179153,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:48.896541 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Checking segment: {'id': 'eed396b1-bcd1-48ba-acd9-06f8a63a22d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09a1b59d-ff84-4ca0-adcd-159474c072db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:48.896894 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Network hostable DHCP agents. Network: 09a1b59d-ff84-4ca0-adcd-159474c072db, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:01:48.908497 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:48.919098 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fc923538-fc97-4236-8c5e-04e23aef013a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.949488 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Network ffb52307-30e9-4018-8c0b-9ac06825f7aa is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:48.963404 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:48.974804 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:48.980560 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:48.981175 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.990124 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.996028 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Pushing event updated for resources: {'Port': ['ID=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:49.005367 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:49.022669 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.027957 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:49.036336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Network 09a1b59d-ff84-4ca0-adcd-159474c072db is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:01:49.053916 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a0e33ed9-e382-472d-ade2-a1a1b701735d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.073542 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a0e33ed9-e382-472d-ade2-a1a1b701735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.074240 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 09a1b59d-ff84-4ca0-adcd-159474c072db) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:49.085848 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cf0602-eeb9-4744-96dc-ddcbfa0466e1 None None] Network 09a1b59d-ff84-4ca0-adcd-159474c072db requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:49.087679 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2613320 Jun 09 22:01:49.089353 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:49.089975 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.110238 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:49.111760 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:49.113932 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'Port': ['ID=a4ee1827-167f-4e6f-a7b5-9fa6120afd87,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:49.119808 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:49.123297 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:49.127304 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:49.222060 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.224611 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Request body: {'port': {'device_id': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:49.307570 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.332475 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e66aae-70ac-466d-90ec-9c94b362d29e None None] Network 09a1b59d-ff84-4ca0-adcd-159474c072db requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:49.397157 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a0e33ed9-e382-472d-ade2-a1a1b701735d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1378af6c2b434f0b866fb496548a364d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0876136 Jun 09 22:01:49.403202 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28382838-a335-408b-9d5b-fc083f40327a {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:49.410538 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44764) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:49.415974 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7957592 Jun 09 22:01:49.416992 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e33ed9-e382-472d-ade2-a1a1b701735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebe4a1-420f-4f8b-8db5-982f60967968,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:49.485080 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.515571 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a0e33ed9-e382-472d-ade2-a1a1b701735d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:49.593667 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 0e60915e-4e24-4359-b552-67a09c88e0ad details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:01:49.595074 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44770) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:49.596165 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 7aabf191-c6a5-4657-9449-3cd424d16336 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:49.610882 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Transition to ACTIVE for port object 28382838-a335-408b-9d5b-fc083f40327a will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:49.622870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f7124-fd93-456a-9ad9-6cd530574308 req-1498079b-072d-4653-ba22-ac943e1d5e26 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:49.625780 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-207f7124-fd93-456a-9ad9-6cd530574308 req-1498079b-072d-4653-ba22-ac943e1d5e26 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 944 time: 0.1445887 Jun 09 22:01:49.688338 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.689144 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.695479 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-207f7124-fd93-456a-9ad9-6cd530574308 req-dad78e2c-bf10-4cd5-8c3c-b6efd90732bb tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Jun 09 22:01:49.698601 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.710926 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:49.751336 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.774923 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.795122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.807925 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5837185 Jun 09 22:01:49.816147 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'Port': ['ID=a4ee1827-167f-4e6f-a7b5-9fa6120afd87,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:49.823704 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 7aabf191-c6a5-4657-9449-3cd424d16336 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:49.831429 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 7aabf191-c6a5-4657-9449-3cd424d16336 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:49.831534 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.832170 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:49.940995 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.db.resource_extend [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 22:01:50.000812 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84b7c0-bb67-4497-9bf6-070717520351 req-c96f492c-0429-4647-be0a-5630fbd061df tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:50.007957 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa84b7c0-bb67-4497-9bf6-070717520351 req-c96f492c-0429-4647-be0a-5630fbd061df tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 932 time: 0.8638449 Jun 09 22:01:50.097493 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.120571 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d34-1454-4e58-a7ad-137da8db4aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.134402 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c857-a9a5-4c0c-b1c1-3f6633ef4e04 req-74d12895-237b-4658-bb34-4deb1f475fdb tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:50.147732 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2a68c857-a9a5-4c0c-b1c1-3f6633ef4e04 req-74d12895-237b-4658-bb34-4deb1f475fdb tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 943 time: 0.2067237 Jun 09 22:01:50.205254 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 0e60915e-4e24-4359-b552-67a09c88e0ad, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0e60915e-4e24-4359-b552-67a09c88e0ad,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:50.212439 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:50.214776 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 017bc9f5-a2e5-416b-b8a8-560534179153 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:50.261147 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2a68c857-a9a5-4c0c-b1c1-3f6633ef4e04 req-97f305eb-954f-4806-b69e-002aa3fb2d3f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 Jun 09 22:01:50.272166 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '0e60915e-4e24-4359-b552-67a09c88e0ad', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'port_id': '0e60915e-4e24-4359-b552-67a09c88e0ad', 'mac_address': 'fa:16:3e:30:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371542e7-e262-4c0d-957c-e387222bc13e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:01:50.306536 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.355597 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44816) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:50.360723 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-760341273-network', 'tenant_id': '4cd9873a80144efb96212f8f3a0e0191'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:50.394698 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.401117 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aabf191-c6a5-4657-9449-3cd424d16336'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:50.423439 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-39b112d7-ab8c-4c17-a8db-a3338cf54d2f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1158472852&fields=id&tenant_id=a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 267 time: 0.0581119 Jun 09 22:01:50.424598 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Made reservation on behalf of 4cd9873a80144efb96212f8f3a0e0191 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:50.426987 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.431385 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa84b7c0-bb67-4497-9bf6-070717520351 req-ecf53b79-fdcf-4071-8555-42622c0cfa7a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225342 Jun 09 22:01:50.495888 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.533959 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.569571 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 7aabf191-c6a5-4657-9449-3cd424d16336, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7aabf191-c6a5-4657-9449-3cd424d16336,segment=NetworkSegment(25439ed6-137e-4658-b5a3-db1baabb3e45),segment_id=25439ed6-137e-4658-b5a3-db1baabb3e45)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:50.582530 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.591464 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Pushing event updated for resources: {'Port': ['ID=28382838-a335-408b-9d5b-fc083f40327a,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:50.600150 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:50.620748 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:50.649004 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 017bc9f5-a2e5-416b-b8a8-560534179153 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:50.650095 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.658816 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-9e0dcd43-37cc-4d60-8622-4d558a81a941 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:50.661146 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-9e0dcd43-37cc-4d60-8622-4d558a81a941 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 817 time: 0.1955402 Jun 09 22:01:50.676697 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-a29ed605-2584-493e-8c35-9161fc1effbf tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/quotas/a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 375 time: 0.0097585 Jun 09 22:01:50.700759 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d79dbdf-f5f2-4611-a022-4a12b2bf1eb6" -d '{"events": [{"server_uuid": "735c0f5c-85b8-4758-bf81-fcdf000cabc4", "name": "network-vif-plugged", "status": "completed", "tag": "7aabf191-c6a5-4657-9449-3cd424d16336"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:50.704344 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e60915e-4e24-4359-b552-67a09c88e0ad {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:50.747076 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 0e60915e-4e24-4359-b552-67a09c88e0ad, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0e60915e-4e24-4359-b552-67a09c88e0ad,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:50.765903 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.775384 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=7aabf191-c6a5-4657-9449-3cd424d16336,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:50.779023 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:50.779545 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:50.802957 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-6abff78f-0b88-4515-844e-832330a7302b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1198938 Jun 09 22:01:50.848116 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370cfa21-8566-414f-b55a-5fa26e0bb39c x-openstack-request-id: req-370cfa21-8566-414f-b55a-5fa26e0bb39c {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:50.848411 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735c0f5c-85b8-4758-bf81-fcdf000cabc4", "name": "network-vif-plugged", "status": "completed", "tag": "7aabf191-c6a5-4657-9449-3cd424d16336", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:50.848694 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-370cfa21-8566-414f-b55a-5fa26e0bb39c {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:50.849143 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aabf191-c6a5-4657-9449-3cd424d16336', 'code': 200} Jun 09 22:01:50.869068 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Attempting to bind port 28382838-a335-408b-9d5b-fc083f40327a on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:50.869748 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Attempting to bind port 28382838-a335-408b-9d5b-fc083f40327a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:50.870069 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Attempting to bind port 28382838-a335-408b-9d5b-fc083f40327a on network ffb52307-30e9-4018-8c0b-9ac06825f7aa {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:50.872522 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.884972 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:50.891186 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.895379 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16ebe4a1-420f-4f8b-8db5-982f60967968 HTTP/1.1" status: 204 len: 168 time: 1.4782500 Jun 09 22:01:50.904906 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=0e60915e-4e24-4359-b552-67a09c88e0ad,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:50.907765 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:50.907919 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-bfb48b55-45b9-478a-96c5-32125c221b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:50.917792 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Port 28382838-a335-408b-9d5b-fc083f40327a on network ffb52307-30e9-4018-8c0b-9ac06825f7aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:50.918168 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Attempting to bind port 28382838-a335-408b-9d5b-fc083f40327a on network ffb52307-30e9-4018-8c0b-9ac06825f7aa {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:50.922245 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.944798 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebe4a1-420f-4f8b-8db5-982f60967968,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:50.951496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:50.951864 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Checking segment: {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:50.952424 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Bound using segment: {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:50.952938 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Bound port: 28382838-a335-408b-9d5b-fc083f40327a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:50.964155 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.980649 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:50.980768 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:51.002021 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Transition to ACTIVE for port object 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:51.054628 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-88cfdb8f-2b9d-4ee2-9ca4-c56a36083a6d service neutron] 10.222.0.42 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398024 Jun 09 22:01:51.126330 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d34-1454-4e58-a7ad-137da8db4aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.146758 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.187258 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d34-1454-4e58-a7ad-137da8db4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.215000 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:51.300783 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] For port 28382838-a335-408b-9d5b-fc083f40327a, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:51.327929 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-6e46c413-51eb-4a90-8f84-90fb15afed91 service neutron] 10.222.0.42 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666609 Jun 09 22:01:51.330004 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d472d61-aa71-4bc4-9f68-a5d03e5d9feb req-9f28b049-8a6a-4e21-9fd6-bb4b386877e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:51.331386 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5d472d61-aa71-4bc4-9f68-a5d03e5d9feb req-9f28b049-8a6a-4e21-9fd6-bb4b386877e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 1098 time: 0.1700804 Jun 09 22:01:51.338077 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-70dd9dda-1b23-41af-aad3-a85755fddc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.344752 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.370744 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-5d472d61-aa71-4bc4-9f68-a5d03e5d9feb req-35bcf074-26ee-4d08-ba01-6482cdbd0eef service neutron] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.383163 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-9aac9d34-1454-4e58-a7ad-137da8db4aa6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6995aa2a49b04083bcf7afb6dce7b604&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7859476 Jun 09 22:01:51.390846 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44838) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:51.399521 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac9d34-1454-4e58-a7ad-137da8db4aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e4b83c-38ed-466f-84c1-4929ea9c7635,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:51.402986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] For port 28382838-a335-408b-9d5b-fc083f40327a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28382838-a335-408b-9d5b-fc083f40327a,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:51.409919 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9aac9d34-1454-4e58-a7ad-137da8db4aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:51.410366 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:51.440715 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44840) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:51.484562 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-754dc2c1-3ad2-4634-b4c4-2e38fd0e56fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.490513 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.498633 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.550140 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Attempting to bind port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:51.550429 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Attempting to bind port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:51.550717 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Attempting to bind port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 on network ffb52307-30e9-4018-8c0b-9ac06825f7aa {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:51.567262 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817180ac-2ee0-41a6-bf01-b4e9f5d9ae83 req-dff68d67-0555-43cb-a069-83a3261e1847 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:51.574330 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-817180ac-2ee0-41a6-bf01-b4e9f5d9ae83 req-dff68d67-0555-43cb-a069-83a3261e1847 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 945 time: 0.4457402 Jun 09 22:01:51.577465 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:51.578098 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.579738 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] 10.222.0.36 "PUT /v2.0/ports/28382838-a335-408b-9d5b-fc083f40327a HTTP/1.1" status: 200 len: 1094 time: 4.8049648 Jun 09 22:01:51.581696 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'tag': '28382838-a335-408b-9d5b-fc083f40327a'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:51.639649 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Pushing event updated for resources: {'Port': ['ID=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:51.655723 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 on network ffb52307-30e9-4018-8c0b-9ac06825f7aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:51.656182 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Attempting to bind port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 on network ffb52307-30e9-4018-8c0b-9ac06825f7aa {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:51.658583 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:51.703940 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:51.714753 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.769765 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:51.770118 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Checking segment: {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:51.770499 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Bound using segment: {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:51.771418 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Bound port: 29f74a62-bc0e-4dd0-a6f7-f8715f199a43, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d269542-8f41-4fb7-8028-e8ec7e03d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:51.771509 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.795356 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:51.824132 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.829826 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-5d472d61-aa71-4bc4-9f68-a5d03e5d9feb req-35bcf074-26ee-4d08-ba01-6482cdbd0eef service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.832101 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e0f57b-7901-4f6e-8044-9525fdf76800,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:51.876836 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:51.885421 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-5d472d61-aa71-4bc4-9f68-a5d03e5d9feb req-35bcf074-26ee-4d08-ba01-6482cdbd0eef service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.926809 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:01:51.932636 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:51.951819 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-817180ac-2ee0-41a6-bf01-b4e9f5d9ae83 req-bf7959bc-0b85-45b5-927c-a2043485f94a tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765478 Jun 09 22:01:51.955252 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.985996 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5d472d61-aa71-4bc4-9f68-a5d03e5d9feb req-35bcf074-26ee-4d08-ba01-6482cdbd0eef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349945 Jun 09 22:01:52.003697 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.004179 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Added segment 4a8f02e4-3b91-4517-9e9f-51c81da86d49 of type vlan for network 2f6ebd09-57a3-413c-8e9c-6c0a1167e95f Jun 09 22:01:52.029142 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcf074-26ee-4d08-ba01-6482cdbd0eef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d949e195-ce5b-4c29-9de7-d14a8f4fc7c2,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.075955 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.078053 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Pushing event updated for resources: {'Port': ['ID=28382838-a335-408b-9d5b-fc083f40327a,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.083056 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b097a7-01e5-417d-bef0-66f04cc73497" -d '{"events": [{"name": "network-changed", "server_uuid": "51b63349-9fa6-4200-9d19-71b2f01c23ad", "tag": "28382838-a335-408b-9d5b-fc083f40327a"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:52.084955 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-35bcf074-26ee-4d08-ba01-6482cdbd0eef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.094084 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.122502 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd9b2-4f18-4fee-9063-6931f4a088d6 req-dde6f2c0-c7ac-4124-a890-0cfb6a12759e tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.140363 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-885fd9b2-4f18-4fee-9063-6931f4a088d6 req-dde6f2c0-c7ac-4124-a890-0cfb6a12759e tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 944 time: 0.4182813 Jun 09 22:01:52.167482 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] For port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:52.176155 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-7dafa892-c625-4962-b1df-ce618e508cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.178094 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-7dafa892-c625-4962-b1df-ce618e508cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 1097 time: 0.5358891 Jun 09 22:01:52.205983 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-754dc2c1-3ad2-4634-b4c4-2e38fd0e56fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.225513 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.229496 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-754dc2c1-3ad2-4634-b4c4-2e38fd0e56fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.251744 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ed40189f-926b-4949-bb80-15c18ce7ffe2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:52.277090 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] For port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:52.280735 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-1cd3c500-f4aa-4022-b3e3-e841d333f096 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28382838-a335-408b-9d5b-fc083f40327a HTTP/1.1" status: 200 len: 217 time: 0.0921507 Jun 09 22:01:52.284101 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.291983 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:52.295968 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.339636 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-754dc2c1-3ad2-4634-b4c4-2e38fd0e56fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d533e50777c345a39c5e95f9fc804ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8956006 Jun 09 22:01:52.361684 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.363481 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44878) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:52.369991 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74e4b83c-38ed-466f-84c1-4929ea9c7635 HTTP/1.1" status: 204 len: 168 time: 0.9778099 Jun 09 22:01:52.375339 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.376296 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dc2c1-3ad2-4634-b4c4-2e38fd0e56fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804eb66b-d973-4626-8986-dc2deb2ae397,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.380664 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-754dc2c1-3ad2-4634-b4c4-2e38fd0e56fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.382546 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fb9dab03-2c32-41f1-a632-9816d43953b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:52.407297 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-885fd9b2-4f18-4fee-9063-6931f4a088d6 req-e859eb46-4efe-4387-845a-908c4240d2c4 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658350 Jun 09 22:01:52.410397 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.411182 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.420940 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e4b83c-38ed-466f-84c1-4929ea9c7635,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.428653 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.429079 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:52.429658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.430288 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.432232 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] 10.222.0.36 "PUT /v2.0/ports/29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 1093 time: 3.2857883 Jun 09 22:01:52.489145 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Pushing event updated for resources: {'Port': ['ID=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.541918 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.543712 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-79b67d6a-af5b-4780-8158-b14649b6f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.545302 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-79b67d6a-af5b-4780-8158-b14649b6f14c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.2542987 Jun 09 22:01:52.553097 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a48be7-3b61-49c5-9995-455a9f99f3ea req-3c1d0789-1671-42fe-8358-9318707da293 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.554772 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-00a48be7-3b61-49c5-9995-455a9f99f3ea req-3c1d0789-1671-42fe-8358-9318707da293 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 944 time: 0.4654179 Jun 09 22:01:52.568598 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2062302 Jun 09 22:01:52.570138 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44886) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:52.577204 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Request body: {'subnet': {'network_id': '2f6ebd09-57a3-413c-8e9c-6c0a1167e95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-760341273-subnet', 'tenant_id': '4cd9873a80144efb96212f8f3a0e0191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:52.599652 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Pushing event updated for resources: {'Network': ['ID=2f6ebd09-57a3-413c-8e9c-6c0a1167e95f,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.605134 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.606667 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Made reservation on behalf of 4cd9873a80144efb96212f8f3a0e0191 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:52.609399 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.612623 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 2f6ebd09-57a3-413c-8e9c-6c0a1167e95f details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:01:52.645962 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-3b6fba5a-3cf6-420b-87f5-c025402d7bfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853095 Jun 09 22:01:52.683524 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.767542 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1a710310-db3f-4541-9c01-bb779d8e403c req-0177145e-4072-4f65-9c47-6db4e827e84d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 210 time: 0.1360648 Jun 09 22:01:52.797296 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.823256 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-00a48be7-3b61-49c5-9995-455a9f99f3ea req-26a188b2-b410-4c12-99b3-07c953e00616 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276032 Jun 09 22:01:52.889409 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-b0a084dc-b5ce-4e4e-8ee7-1b182355fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.890956 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-b0a084dc-b5ce-4e4e-8ee7-1b182355fd9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1096 time: 0.4043493 Jun 09 22:01:52.969573 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-17b5c411-c7e9-452c-ba47-d0c0f41c82f6 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108892 Jun 09 22:01:52.982363 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-f33f7ace-d26a-4199-bfdf-d4f4018a58d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 217 time: 0.0831831 Jun 09 22:01:53.110124 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.153968 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b55e3089-3b81-4470-bfde-3a7a975735f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:53.174659 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.179502 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.179502 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/804eb66b-d973-4626-8986-dc2deb2ae397 HTTP/1.1" status: 204 len: 168 time: 0.8024170 Jun 09 22:01:53.179502 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44896) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:53.179696 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44898) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:53.185640 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d127a7f8-0e41-427e-a8f6-4e99ff8894d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:53.261639 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54326a9-decf-4685-b3a6-4226cd09c841 x-openstack-request-id: req-e54326a9-decf-4685-b3a6-4226cd09c841 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:53.262039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b63349-9fa6-4200-9d19-71b2f01c23ad", "tag": "28382838-a335-408b-9d5b-fc083f40327a", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:53.262210 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e54326a9-decf-4685-b3a6-4226cd09c841 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:53.262848 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'tag': '28382838-a335-408b-9d5b-fc083f40327a', 'status': 'completed', 'code': 200} Jun 09 22:01:53.271346 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804eb66b-d973-4626-8986-dc2deb2ae397,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:53.302915 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:53.304055 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-88da65ab-c261-4b1d-9dfd-c557fda58608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.327496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-3f57c530-16b4-4461-9000-228e76417311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.329206 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-3f57c530-16b4-4461-9000-228e76417311 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.3263955 Jun 09 22:01:53.360464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-5d13e1cb-f86f-4d06-b4d2-6f72ba522eb1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.362715 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-5d13e1cb-f86f-4d06-b4d2-6f72ba522eb1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 817 time: 0.4046357 Jun 09 22:01:53.375999 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Checking segment: {'id': '4a8f02e4-3b91-4517-9e9f-51c81da86d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f6ebd09-57a3-413c-8e9c-6c0a1167e95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:53.376807 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Network hostable DHCP agents. Network: 2f6ebd09-57a3-413c-8e9c-6c0a1167e95f, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:01:53.395458 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=075b1e37-b439-4cf1-b4df-9dc42c57e00c,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:53.405939 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:53.411031 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 0e60915e-4e24-4359-b552-67a09c88e0ad up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:53.421602 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-e8d1c071-f796-4633-b0d5-03a330794ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772138 Jun 09 22:01:53.465912 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-4b074c5f-a2eb-4012-9ccd-003fc191547d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 380 time: 0.0908718 Jun 09 22:01:53.472341 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Network 2f6ebd09-57a3-413c-8e9c-6c0a1167e95f is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:01:53.500135 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'port': {'device_id': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'admin_state_up': True, 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'security_groups': ['5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24']}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:53.554927 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 0e60915e-4e24-4359-b552-67a09c88e0ad completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:53.562178 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa03704a-b401-4e06-93c3-0ad4de49757f req-ad4e5cc7-2e20-49b0-a589-998e18dd5e93 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821064 Jun 09 22:01:53.569044 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 0e60915e-4e24-4359-b552-67a09c88e0ad triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:53.569831 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.572078 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b48e065c-80cc-403b-8bbd-27eb6816c060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.619986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea77eb-7a45-4e1c-bf60-195228c33bbf req-e2b965e0-e470-4fbd-ac7e-1321981fca81 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.621557 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a9ea77eb-7a45-4e1c-bf60-195228c33bbf req-e2b965e0-e470-4fbd-ac7e-1321981fca81 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 945 time: 0.4368582 Jun 09 22:01:53.647814 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 2f6ebd09-57a3-413c-8e9c-6c0a1167e95f) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:53.661709 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.662298 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.708638 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2da14e-558d-4123-9143-ff1a9467107a None None] Network 2f6ebd09-57a3-413c-8e9c-6c0a1167e95f requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:53.801327 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-64e9a68b-061d-4f8d-87de-8f8e2837fd18 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645611 Jun 09 22:01:53.854011 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17631-281a-4310-8458-8f63c6eeffcd req-2db47a3e-b0cf-4c08-882b-9856214f9a77 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.855827 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-49c17631-281a-4310-8458-8f63c6eeffcd req-2db47a3e-b0cf-4c08-882b-9856214f9a77 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 944 time: 0.1511929 Jun 09 22:01:53.873505 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-88da65ab-c261-4b1d-9dfd-c557fda58608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.910411 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-49c17631-281a-4310-8458-8f63c6eeffcd req-5b24ce60-0dce-4cdd-a4a3-4d8ff26dff40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Jun 09 22:01:53.995338 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e87055-1c72-45f5-8b42-b06eb6f7333e None None] Network 2f6ebd09-57a3-413c-8e9c-6c0a1167e95f requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:54.077659 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.083733 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3db8cfc5-1e18-4d51-8037-72f0e4237283 req-fdb900bc-2793-493f-b401-287f92a93c49 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 210 time: 0.0506718 Jun 09 22:01:54.092544 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.135352 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e60915e-4e24-4359-b552-67a09c88e0ad'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:54.137653 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec9ba73-c32c-4c74-9ab7-1be5c62d2645" -d '{"events": [{"server_uuid": "2a859859-5b04-4030-80db-3c64fa8b7de6", "name": "network-vif-plugged", "status": "completed", "tag": "0e60915e-4e24-4359-b552-67a09c88e0ad"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:54.148215 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-492261a8-a5a0-4d04-9910-8aa2d4adb40e req-a3a3cafd-bccb-4853-b9d9-211f5d57c1a3 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731609 Jun 09 22:01:54.151622 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 0e60915e-4e24-4359-b552-67a09c88e0ad, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0e60915e-4e24-4359-b552-67a09c88e0ad,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:54.162446 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-88da65ab-c261-4b1d-9dfd-c557fda58608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.164946 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.168905 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:54.194454 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-958f6b7c-5e47-4755-87cd-b02246348dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:54.204684 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a9ea77eb-7a45-4e1c-bf60-195228c33bbf req-129995f4-e960-48be-841c-df37ff02522d tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986877 Jun 09 22:01:54.248415 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44932) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:54.248861 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-88da65ab-c261-4b1d-9dfd-c557fda58608 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=309c8f9f6b834f5b967dfe8d5b3be48d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0541706 Jun 09 22:01:54.274926 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da65ab-c261-4b1d-9dfd-c557fda58608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4743e5-0b06-4e36-8d70-e25dff8ef510,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:54.294898 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-88da65ab-c261-4b1d-9dfd-c557fda58608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:54.300694 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-1d649abe-bfc6-4aa1-bd68-a6c69694a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:54.302395 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-1d649abe-bfc6-4aa1-bd68-a6c69694a9fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 1097 time: 0.6708336 Jun 09 22:01:54.318775 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=0e60915e-4e24-4359-b552-67a09c88e0ad,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:54.322235 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:54.324360 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c48bb8f-fc5d-4ff6-a04a-812b393170d4 x-openstack-request-id: req-2c48bb8f-fc5d-4ff6-a04a-812b393170d4 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:54.324654 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a859859-5b04-4030-80db-3c64fa8b7de6", "name": "network-vif-plugged", "status": "completed", "tag": "0e60915e-4e24-4359-b552-67a09c88e0ad", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:54.324910 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c48bb8f-fc5d-4ff6-a04a-812b393170d4 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:54.325466 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e60915e-4e24-4359-b552-67a09c88e0ad', 'code': 200} Jun 09 22:01:54.425492 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.452884 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.513109 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b48e065c-80cc-403b-8bbd-27eb6816c060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.517400 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-6869e92b-3a0b-48ee-9eb8-1cfd98971229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:54.519008 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-6869e92b-3a0b-48ee-9eb8-1cfd98971229 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.2092962 Jun 09 22:01:54.520917 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b48e065c-80cc-403b-8bbd-27eb6816c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.528651 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1272b-ccd2-4571-bf21-3710153212b9 req-54537913-01e9-4339-ab5a-6de39b61a368 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:54.532723 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2c825e60-de5c-4b64-9f1e-7308d7977f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:54.536318 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73a1272b-ccd2-4571-bf21-3710153212b9 req-54537913-01e9-4339-ab5a-6de39b61a368 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 944 time: 0.2336962 Jun 09 22:01:54.556910 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.563503 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9919658 Jun 09 22:01:54.570054 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.571286 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e4743e5-0b06-4e36-8d70-e25dff8ef510 HTTP/1.1" status: 204 len: 168 time: 0.3191876 Jun 09 22:01:54.574087 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:54.596694 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4743e5-0b06-4e36-8d70-e25dff8ef510,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:54.601588 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:54.607087 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Made reservation on behalf of a5a46fa06a774d64bde35b99c77eb49a for: {'port': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:54.610511 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.630822 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73a1272b-ccd2-4571-bf21-3710153212b9 req-381831ff-a92a-4ead-b91c-4b1d43297f43 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934782 Jun 09 22:01:54.701963 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-b3772715-77a4-4d50-a227-9dcd8bb27ba3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28382838-a335-408b-9d5b-fc083f40327a HTTP/1.1" status: 200 len: 217 time: 0.1525736 Jun 09 22:01:54.760375 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44948) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:54.769478 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-b48e065c-80cc-403b-8bbd-27eb6816c060 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2bd252eb13b410e8fed047ea7bbc531&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5762196 Jun 09 22:01:54.771457 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e065c-80cc-403b-8bbd-27eb6816c060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc58f5-56aa-45f7-afdd-c5652de3d6a5,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:54.800800 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44950) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:54.820175 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Allocated IP 172.20.0.13 (1560c1bf-f2d4-42b8-bfd0-73dce5a701f3/2a0e2606-e8c8-4cd3-9a6d-863e1b385e15/422e79a1-636a-4d67-bc15-0ec80c5dfee2) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:54.826214 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b48e065c-80cc-403b-8bbd-27eb6816c060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:54.877103 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-1df2a46f-1b70-4c6b-9515-5e25ccb18755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:54.878787 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-1df2a46f-1b70-4c6b-9515-5e25ccb18755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.1630907 Jun 09 22:01:54.946994 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Deleting subnet b8e1675c-e8d3-49f4-9a6a-ff1d9b8439fc {{(pid=91697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:01:54.958338 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.987554 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-2196523b-cd9a-42aa-af4a-83dbfb2d1a60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915005 Jun 09 22:01:55.071962 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44958) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:55.098812 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.155666 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0ad98-e3bd-4853-a843-ecd94d9a44b6 req-7309e755-8d8a-4fe1-95c2-8068a0af6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:55.157140 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a3c0ad98-e3bd-4853-a843-ecd94d9a44b6 req-7309e755-8d8a-4fe1-95c2-8068a0af6714 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 1098 time: 0.6040633 Jun 09 22:01:55.164409 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.202955 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.219695 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.225903 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44964) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:55.264058 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'tag': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:55.266270 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bbe160-ee60-41db-bee9-562d7f55ab00" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7672f9-f74f-47ee-b482-9bba50ce9ca5", "tag": "29f74a62-bc0e-4dd0-a6f7-f8715f199a43"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:55.278647 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Transition to ACTIVE for port object 422e79a1-636a-4d67-bc15-0ec80c5dfee2 will not be triggered until provisioned by entity DHCP. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:55.286307 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6159a1e2-a07b-40a7-befd-0da67115ea69 req-204beefa-24e1-4bbb-b060-3fb9167b9ab3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 210 time: 0.0490704 Jun 09 22:01:55.318889 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-29afd143-3c17-4d8c-9ba6-b3b342de38bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.325011 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.334084 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:55.359467 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.409172 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:55.412362 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:55.417050 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:55.422581 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:55.423242 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.428964 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a3c0ad98-e3bd-4853-a843-ecd94d9a44b6 req-ba886e40-4614-4e8e-a981-8f3b2cf772c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353277 Jun 09 22:01:55.468270 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-addade71-65f0-497f-93b7-1c891b6bfe21 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607232 Jun 09 22:01:55.482978 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056'] for subnet, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.483231 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:55.502209 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:55.513871 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd2ad-fe71-40d7-9271-49971dcbb3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.563756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b216f-6ad8-46ed-b042-59083685076a req-d33f23af-2255-41ce-b8fa-fb3769657e2b tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:55.565257 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-139b216f-6ad8-46ed-b042-59083685076a req-d33f23af-2255-41ce-b8fa-fb3769657e2b tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 945 time: 0.1343007 Jun 09 22:01:55.576109 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5ab284ed-1fa4-4a9e-841f-d1c6ec6381cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:55.611171 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-139b216f-6ad8-46ed-b042-59083685076a req-c7cf14b8-3b85-447e-b18a-b162f4e8c2aa tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Jun 09 22:01:55.623967 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-8ce483c2-c8e2-462b-84fc-e328bf4ef926 None None] Provisioning for port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:55.639985 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e1675c-e8d3-49f4-9a6a-ff1d9b8439fc,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:55.655118 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-8ce483c2-c8e2-462b-84fc-e328bf4ef926 None None] Provisioning complete for port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:55.655425 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ce483c2-c8e2-462b-84fc-e328bf4ef926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.669309 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:55.676941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2161-b19e-4e97-9f93-3edd9bbde71e req-24966147-7675-45b3-a7d6-18b3958abcb1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:55.684507 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a21a2161-b19e-4e97-9f93-3edd9bbde71e req-24966147-7675-45b3-a7d6-18b3958abcb1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 945 time: 0.5754437 Jun 09 22:01:55.687433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12ed12a-9aa4-42f7-a8d9-f32574b4424c x-openstack-request-id: req-f12ed12a-9aa4-42f7-a8d9-f32574b4424c {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:55.687861 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7672f9-f74f-47ee-b482-9bba50ce9ca5", "tag": "29f74a62-bc0e-4dd0-a6f7-f8715f199a43", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:55.687986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f12ed12a-9aa4-42f7-a8d9-f32574b4424c {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:55.688388 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'tag': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43', 'status': 'completed', 'code': 200} Jun 09 22:01:55.721141 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-8ce483c2-c8e2-462b-84fc-e328bf4ef926 None None] Port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:01:55.769801 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.772243 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.775685 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cfc58f5-56aa-45f7-afdd-c5652de3d6a5 HTTP/1.1" status: 204 len: 168 time: 0.9685287 Jun 09 22:01:55.787201 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:55.823577 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.828201 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44978) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:55.828728 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b8e1675c-e8d3-49f4-9a6a-ff1d9b8439fc HTTP/1.1" status: 204 len: 168 time: 1.0579290 Jun 09 22:01:55.838208 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc58f5-56aa-45f7-afdd-c5652de3d6a5,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:55.857411 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:55.899928 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a21a2161-b19e-4e97-9f93-3edd9bbde71e req-f14fc359-95e7-43dd-be90-3d39d822ca79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144899 Jun 09 22:01:55.914033 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22b097a7-01e5-417d-bef0-66f04cc73497 req-f5eca513-c55a-46e7-a676-b8e15ffbfc72 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341927 Jun 09 22:01:55.952357 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-29afd143-3c17-4d8c-9ba6-b3b342de38bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.958539 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-29111d50-ae7c-4cd8-9015-02726c9ed118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:55.960630 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-29111d50-ae7c-4cd8-9015-02726c9ed118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1096 time: 0.2460940 Jun 09 22:01:55.963017 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-29afd143-3c17-4d8c-9ba6-b3b342de38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.973029 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:55.993335 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5156403 Jun 09 22:01:56.009390 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.016832 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Request body: {'port': {'device_id': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:56.097423 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c943-d164-4937-8b0c-93cc5a27c09b req-eba02c1e-dcc3-4a39-a6c5-7d6d83a8f0a4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:56.099140 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-20b3c943-d164-4937-8b0c-93cc5a27c09b req-eba02c1e-dcc3-4a39-a6c5-7d6d83a8f0a4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 944 time: 0.3298686 Jun 09 22:01:56.124689 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-29afd143-3c17-4d8c-9ba6-b3b342de38bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8535357eb7144c0d95d19679a4bf7141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8890457 Jun 09 22:01:56.124689 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd143-3c17-4d8c-9ba6-b3b342de38bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c29af5e-4d29-4d71-8014-d76d71eb27a3,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.124689 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44984) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.343198 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44988) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.378657 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-29afd143-3c17-4d8c-9ba6-b3b342de38bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.380271 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-5a722382-8e75-4cea-81fd-28abc3823141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:56.381618 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.382252 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-5a722382-8e75-4cea-81fd-28abc3823141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.4098651 Jun 09 22:01:56.401448 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-20b3c943-d164-4937-8b0c-93cc5a27c09b req-0898f86e-f7c7-4a08-a68a-7f9adbbf2fcd tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786512 Jun 09 22:01:56.402167 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdd3b-c7c9-4497-8e2a-6edd149ec37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.416378 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.433570 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.433929 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.434590 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.435038 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > port after_create 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.435353 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.435690 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > port after_update 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.435999 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.436326 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.436659 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.436939 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.518312 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-96c0aaa9-f074-4011-9cf6-9f2b510ed0cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 217 time: 0.1219757 Jun 09 22:01:56.541212 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.541577 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.541913 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.542246 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:56.542587 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a1b59d-ff84-4ca0-adcd-159474c072db']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:56.571670 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed396b1-bcd1-48ba-acd9-06f8a63a22d2') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:56.571990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed396b1-bcd1-48ba-acd9-06f8a63a22d2') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:56.625526 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.628686 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.638326 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-e0527d09-850f-4260-80a7-13e59c82d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:56.639774 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-e0527d09-850f-4260-80a7-13e59c82d061 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.1103969 Jun 09 22:01:56.669736 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd2ad-fe71-40d7-9271-49971dcbb3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.675921 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.684990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd2ad-fe71-40d7-9271-49971dcbb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.697858 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.713614 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-0e604b57-7fa4-4534-8af8-8c654d19a7fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661786 Jun 09 22:01:56.730200 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:01:56.730581 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.750908 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1225c-ba7f-462b-bf43-9291d2e6d2c2 req-6609ff95-cfcc-4b1f-86c8-579911be84c0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:56.752354 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a3d1225c-ba7f-462b-bf43-9291d2e6d2c2 req-6609ff95-cfcc-4b1f-86c8-579911be84c0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 932 time: 0.2787371 Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: from cryptography.utils import int_from_bytes Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: from cryptography.utils import int_from_bytes Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:01:56.755285 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:01:56.803251 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8dde2b97-8fda-4acc-9bcf-a444154c7bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.878207 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a3d1225c-ba7f-462b-bf43-9291d2e6d2c2 req-6624380e-c589-47d0-8e3e-fe8e472cff5b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764363 Jun 09 22:01:56.912937 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d7cdd2ad-fe71-40d7-9271-49971dcbb3dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d709317b69243e49e7897914c06e32e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8376496 Jun 09 22:01:56.912937 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdd2ad-fe71-40d7-9271-49971dcbb3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc97d883-9d34-4822-b2c3-b3ef75816d98,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.924203 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 44994) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.936925 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.939290 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.942736 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c29af5e-4d29-4d71-8014-d76d71eb27a3 HTTP/1.1" status: 204 len: 168 time: 0.8160086 Jun 09 22:01:56.942736 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.950479 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-73ea781b-801f-477e-82d0-3598f81ed9a4 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266924 Jun 09 22:01:56.959519 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c29af5e-4d29-4d71-8014-d76d71eb27a3,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.967952 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d7cdd2ad-fe71-40d7-9271-49971dcbb3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.976788 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.990715 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.996217 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.017119 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.021817 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] 10.222.0.42 "DELETE /v2.0/networks/09a1b59d-ff84-4ca0-adcd-159474c072db HTTP/1.1" status: 204 len: 168 time: 1.1923161 Jun 09 22:01:57.028518 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 44998) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:57.067616 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=09a1b59d-ff84-4ca0-adcd-159474c072db,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.092684 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.111740 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.150773 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22bbe160-ee60-41db-bee9-562d7f55ab00 req-b49a1757-2699-4db6-b29d-a0796741e21c service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923797 Jun 09 22:01:57.154925 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.220850 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.223419 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.227115 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc97d883-9d34-4822-b2c3-b3ef75816d98 HTTP/1.1" status: 204 len: 168 time: 0.2993026 Jun 09 22:01:57.227115 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-32b57c9e-adfb-4166-a804-c8b9c91afea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.244052 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc97d883-9d34-4822-b2c3-b3ef75816d98,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.253066 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.287278 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Deleting subnet 075b1e37-b439-4cf1-b4df-9dc42c57e00c {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:01:57.294036 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.380281 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdd3b-c7c9-4497-8e2a-6edd149ec37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.417286 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:01:57.433862 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.481326 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdd3b-c7c9-4497-8e2a-6edd149ec37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.550461 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.596616 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.623179 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:57.627008 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac91255-6bab-4718-8a2a-7f4328461a8c req-f53bef79-bd7d-4567-b009-6bc949a1fc26 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:57.628595 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5ac91255-6bab-4718-8a2a-7f4328461a8c req-f53bef79-bd7d-4567-b009-6bc949a1fc26 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 945 time: 0.5459766 Jun 09 22:01:57.642262 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422e79a1-636a-4d67-bc15-0ec80c5dfee2 {{(pid=91698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:57.648942 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43', 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'port_id': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43', 'mac_address': 'fa:16:3e:06:71:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:01:57.681886 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a5a17-00d9-4ab4-b381-8772b23cbe6f req-dbbf05c6-7b80-4bdb-a584-47cd6a46afea tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:57.689860 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-db5a5a17-00d9-4ab4-b381-8772b23cbe6f req-dbbf05c6-7b80-4bdb-a584-47cd6a46afea tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 944 time: 0.1554205 Jun 09 22:01:57.721802 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.745710 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-1a3cdd3b-c7c9-4497-8e2a-6edd149ec37e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=092a5e593df4423dbd862ff7420f6588&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3985834 Jun 09 22:01:57.749800 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45022) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:57.756986 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.758407 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-db5a5a17-00d9-4ab4-b381-8772b23cbe6f req-ada315a2-508d-4e8e-a0ed-c5d957347bff tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672877 Jun 09 22:01:57.788221 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cdd3b-c7c9-4497-8e2a-6edd149ec37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af598f6-0543-412d-85a9-db0c771e2571,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.797562 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:57.821127 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1a3cdd3b-c7c9-4497-8e2a-6edd149ec37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.830604 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:57.835175 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Transition to ACTIVE for port object 422e79a1-636a-4d67-bc15-0ec80c5dfee2 will not be triggered until provisioned by entity L2. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:57.838584 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.839611 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 28382838-a335-408b-9d5b-fc083f40327a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:01:57.843969 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.853083 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.861865 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.866922 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.880704 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5ac91255-6bab-4718-8a2a-7f4328461a8c req-bc5bfe9f-1959-43f3-a22d-9d3eceb0225f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330506 Jun 09 22:01:57.882792 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-81722974-9547-4ae3-b1da-3380adc7e8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.929880 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.002346 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075b1e37-b439-4cf1-b4df-9dc42c57e00c,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.023497 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.027533 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.029664 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4af598f6-0543-412d-85a9-db0c771e2571 HTTP/1.1" status: 204 len: 168 time: 0.2698026 Jun 09 22:01:58.030635 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.044455 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af598f6-0543-412d-85a9-db0c771e2571,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.055140 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.055377 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.056999 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/075b1e37-b439-4cf1-b4df-9dc42c57e00c HTTP/1.1" status: 204 len: 168 time: 1.0276084 Jun 09 22:01:58.064958 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45046) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:58.103188 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 28382838-a335-408b-9d5b-fc083f40327a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28382838-a335-408b-9d5b-fc083f40327a,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:58.120205 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.134503 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.149009 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '28382838-a335-408b-9d5b-fc083f40327a', 'network_id': 'ffb52307-30e9-4018-8c0b-9ac06825f7aa', 'port_id': '28382838-a335-408b-9d5b-fc083f40327a', 'mac_address': 'fa:16:3e:27:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff301736-ead1-44c4-9a6f-bbc4bba8c723', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:01:58.191270 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.192915 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.263832 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.289953 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.294458 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.323115 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28382838-a335-408b-9d5b-fc083f40327a {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:58.360679 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 28382838-a335-408b-9d5b-fc083f40327a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28382838-a335-408b-9d5b-fc083f40327a,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:58.364592 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.381358 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.381358 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.546699 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=28382838-a335-408b-9d5b-fc083f40327a,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.549841 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.636297 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dcfe6-e585-405d-bc15-486d632673ee req-98ebd011-ff83-48d2-9719-6478e1612322 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:58.638525 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e67dcfe6-e585-405d-bc15-486d632673ee req-98ebd011-ff83-48d2-9719-6478e1612322 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.5661643 Jun 09 22:01:58.696585 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.699714 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Attempting to bind port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:58.700583 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Attempting to bind port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:58.701160 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Attempting to bind port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:58.710653 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['29f74a62-bc0e-4dd0-a6f7-f8715f199a43'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:58.717919 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.718792 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.719672 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.720030 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > port after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.720418 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.720914 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > port after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.721316 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.721750 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.722249 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.722710 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.726134 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:58.726693 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Attempting to bind port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:58.763545 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:58.772913 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Checking segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:58.773549 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Bound using segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:58.774257 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Bound port: 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:58.774870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.789307 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['28382838-a335-408b-9d5b-fc083f40327a'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:58.854311 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.857958 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.858160 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.858645 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:01:58.859037 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6ebd09-57a3-413c-8e9c-6c0a1167e95f']}} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:58.887962 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8f02e4-3b91-4517-9e9f-51c81da86d49') {'for_net_delete': True} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:58.890536 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8f02e4-3b91-4517-9e9f-51c81da86d49') {} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:58.931901 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212631'] for segment, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.953155 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e67dcfe6-e585-405d-bc15-486d632673ee req-c0783ae4-d208-40a6-8336-4c8d19c45884 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070641 Jun 09 22:01:59.004392 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.004734 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:01:59.029198 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=91697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:01:59.030134 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2552999'] for segment, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: from cryptography.utils import int_from_bytes Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: from cryptography.utils import int_from_bytes Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: Traceback (most recent call last): Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: timer() Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: cb(*args, **kw) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: return func(*args, **kwargs) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: self._notify() Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: self.callback(batched_events) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: event.method(event) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: return f(self, *a, **k) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: return self._get(url).json() Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: return self.request(url, 'GET', **kwargs) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:01:59.072246 dv-cinder-789564-5-smb neutron-server[91697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:01:59.109369 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, cleared binding levels {{(pid=91698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:59.115906 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:59.133254 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.141521 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:59.241386 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.248797 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:59.248964 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0304d795-93b2-4d7b-8912-d5e8ff1fa8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:59.250382 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.252777 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] 10.222.0.36 "PUT /v2.0/ports/422e79a1-636a-4d67-bc15-0ec80c5dfee2 HTTP/1.1" status: 200 len: 1094 time: 3.2464037 Jun 09 22:01:59.254085 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:59.257332 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:59.289166 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6ebd09-57a3-413c-8e9c-6c0a1167e95f,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:59.303732 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.319241 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] 10.222.0.42 "DELETE /v2.0/networks/2f6ebd09-57a3-413c-8e9c-6c0a1167e95f HTTP/1.1" status: 204 len: 168 time: 1.2526741 Jun 09 22:01:59.320299 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:59.358196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e7e4-3616-411b-9abf-06ac4a0bb8a3 req-64fcfbae-374b-4213-82b9-69eeba8b3be5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:59.359786 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2780e7e4-3616-411b-9abf-06ac4a0bb8a3 req-64fcfbae-374b-4213-82b9-69eeba8b3be5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 945 time: 0.2866206 Jun 09 22:01:59.373096 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=3']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:59.377261 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac45ea2-1253-4b16-bded-5361c1244f75 x-openstack-request-id: req-fac45ea2-1253-4b16-bded-5361c1244f75 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:59.377776 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:59.378175 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fac45ea2-1253-4b16-bded-5361c1244f75 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:59.379094 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'status': 'completed', 'code': 200} Jun 09 22:01:59.393088 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:59.417707 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-242bd376-76f1-4a6a-986c-caf6896f3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:59.419578 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-242bd376-76f1-4a6a-986c-caf6896f3c41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 1097 time: 0.1058559 Jun 09 22:01:59.456067 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2780e7e4-3616-411b-9abf-06ac4a0bb8a3 req-c60fb9cc-2bc5-4553-af07-6b5cc7790c7d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894279 Jun 09 22:01:59.516644 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-15c402b5-d751-4fc7-bb3d-0819ac6799ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2 HTTP/1.1" status: 200 len: 217 time: 0.0884085 Jun 09 22:01:59.590375 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-195c90c9-9edd-412b-8ae5-0903f635daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:59.591949 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-195c90c9-9edd-412b-8ae5-0903f635daba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0682554 Jun 09 22:01:59.676575 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-f5481d97-141d-4a10-a4b2-a6839842b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:59.678153 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-f5481d97-141d-4a10-a4b2-a6839842b792 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747135 Jun 09 22:01:59.724783 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45104) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:59.785439 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-cf46769b-c4d9-471a-89c3-8ace7bb19d3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=438c71a4450e4268a17db8818511e465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593090 Jun 09 22:01:59.787748 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45108) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:59.829555 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-4606536f-fd0b-4647-9a2c-114cfccdd772 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441596 Jun 09 22:01:59.851823 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.881538 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.948776 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.951402 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.952562 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5ac4e91-a690-481f-b015-86646c6880f2 HTTP/1.1" status: 204 len: 168 time: 0.1637828 Jun 09 22:01:59.953281 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-09d12d29-33d7-4797-806b-a1905f4c6b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:59.968161 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ac4e91-a690-481f-b015-86646c6880f2,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:59.973370 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:00.027483 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3891deb0-118a-44fa-8e4f-4c1999f4f8c0 req-1027c848-f586-4370-882e-a5649033505a service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908913 Jun 09 22:02:00.365894 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-ee9075f5-50be-4f46-98e1-d9afc0157800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:00.367753 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-ee9075f5-50be-4f46-98e1-d9afc0157800 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 1097 time: 0.2747686 Jun 09 22:02:00.376564 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede8b9a-b992-4d79-b897-bfb0f806d797 req-2be1e0e2-bc7b-4691-bcfd-ccc31980e77a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:00.378335 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5ede8b9a-b992-4d79-b897-bfb0f806d797 req-2be1e0e2-bc7b-4691-bcfd-ccc31980e77a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1933718 Jun 09 22:02:00.463819 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45136) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:00.595858 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-2a73e480-d31c-419d-a315-19dcd805cddb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cd9873a80144efb96212f8f3a0e0191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305156 Jun 09 22:02:00.596523 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45142) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:00.601831 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5ede8b9a-b992-4d79-b897-bfb0f806d797 req-7bc55326-bc7d-48c3-bfd8-891e6c0f3dc0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970055 Jun 09 22:02:00.692832 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-f0f9743d-ff1f-4b2b-80d4-4a09edb291f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:00.694442 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-f0f9743d-ff1f-4b2b-80d4-4a09edb291f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.3111310 Jun 09 22:02:00.951660 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-45e622d0-7545-43d8-9f31-6ce8a67e2dc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2 HTTP/1.1" status: 200 len: 217 time: 0.2404323 Jun 09 22:02:01.073293 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.144328 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.166059 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-3cae00e4-9f5b-4c86-ba01-70b3747e8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:01.167578 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-3cae00e4-9f5b-4c86-ba01-70b3747e8ddc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.2039104 Jun 09 22:02:01.256561 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0422c-6507-44f6-8431-295163e451c3 req-6a41ae2c-63af-4f9b-a558-0e451a879bc9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:01.258248 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-eae0422c-6507-44f6-8431-295163e451c3 req-6a41ae2c-63af-4f9b-a558-0e451a879bc9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 945 time: 0.4185433 Jun 09 22:02:01.335657 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-98c5cfb7-abc8-4366-a3cf-a4521cf13c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:01.337195 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-98c5cfb7-abc8-4366-a3cf-a4521cf13c78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1603129 Jun 09 22:02:01.340618 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-eae0422c-6507-44f6-8431-295163e451c3 req-b7660429-6558-4e06-a633-d9633581f17f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749061 Jun 09 22:02:01.341622 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.344844 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.345849 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34e0f57b-7901-4f6e-8044-9525fdf76800 HTTP/1.1" status: 204 len: 168 time: 0.7422891 Jun 09 22:02:01.347726 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d7cdd2ad-fe71-40d7-9271-49971dcbb3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:01.428976 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e0f57b-7901-4f6e-8044-9525fdf76800,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:01.440728 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:01.441906 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:01.532792 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-9bfbae7b-10d1-4f5d-bad9-6e64d37b2214 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853275 Jun 09 22:02:01.546525 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:01.556805 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:01.557493 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.735736 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fccde4d8-949b-4f8c-b04e-6fc925c9bb0b req-a54399e2-b3ed-4fa3-abeb-c971141f8a18 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924424 Jun 09 22:02:01.812485 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.846145 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:01.848856 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2f25e-1b51-453f-ba06-9afecaa14072" -d '{"events": [{"server_uuid": "1e7672f9-f74f-47ee-b482-9bba50ce9ca5", "name": "network-vif-plugged", "status": "completed", "tag": "29f74a62-bc0e-4dd0-a6f7-f8715f199a43"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:01.860958 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:01.873695 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.874653 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 28382838-a335-408b-9d5b-fc083f40327a up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:01.954774 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:01.985771 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e30e-29af-42cc-b76c-dd179307b5a7 req-19acf202-5bb9-4f6f-9add-a9eb2e4d22aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:01.995159 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5767e30e-29af-42cc-b76c-dd179307b5a7 req-19acf202-5bb9-4f6f-9add-a9eb2e4d22aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1744227 Jun 09 22:02:02.033734 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45216) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:02.067585 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5767e30e-29af-42cc-b76c-dd179307b5a7 req-7457c979-606b-4c52-b84b-5f63c1610782 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712292 Jun 09 22:02:02.129446 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43299104-5ff1-4a0c-98dc-90e09b4347bf req-69e5245e-23b2-46c6-9028-2782e92f946a tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:02.139401 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-43299104-5ff1-4a0c-98dc-90e09b4347bf req-69e5245e-23b2-46c6-9028-2782e92f946a tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 945 time: 0.2326701 Jun 09 22:02:02.170062 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc0a7f9-e4bb-4b04-9675-870e0262355a x-openstack-request-id: req-5dc0a7f9-e4bb-4b04-9675-870e0262355a {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:02.170552 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7672f9-f74f-47ee-b482-9bba50ce9ca5", "name": "network-vif-plugged", "status": "completed", "tag": "29f74a62-bc0e-4dd0-a6f7-f8715f199a43", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:02.170968 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5dc0a7f9-e4bb-4b04-9675-870e0262355a {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:02.171484 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43', 'code': 200} Jun 09 22:02:02.188280 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:02.192485 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:02.206381 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-43299104-5ff1-4a0c-98dc-90e09b4347bf req-5fd4e073-7648-4522-8839-46b3fcc1f256 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621870 Jun 09 22:02:02.208298 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 28382838-a335-408b-9d5b-fc083f40327a completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:02.232725 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 28382838-a335-408b-9d5b-fc083f40327a triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:02.233097 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.356523 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-be8c7a7f-875e-4b60-bbf0-a13eb9de597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.549185 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.656180 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 28382838-a335-408b-9d5b-fc083f40327a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28382838-a335-408b-9d5b-fc083f40327a,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:02.667911 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.670436 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:02.693731 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b67b-07c5-4054-91dd-72c4b74ab47c req-b64b87c4-2c79-4c9c-9d80-0964379540bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:02.695384 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b356b67b-07c5-4054-91dd-72c4b74ab47c req-b64b87c4-2c79-4c9c-9d80-0964379540bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.2643981 Jun 09 22:02:02.715910 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158705e2-6ac5-4511-83bf-c8aaa36a75d0 req-3753bf53-95c3-4ba6-8439-72b0ab880c53 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:02.723838 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-158705e2-6ac5-4511-83bf-c8aaa36a75d0 req-3753bf53-95c3-4ba6-8439-72b0ab880c53 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 945 time: 0.2065156 Jun 09 22:02:02.805268 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=28382838-a335-408b-9d5b-fc083f40327a,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:02.812704 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:02.847152 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b356b67b-07c5-4054-91dd-72c4b74ab47c req-2fe2215b-5b8d-479a-bfdf-d417ee3378bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204762 Jun 09 22:02:02.853399 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-158705e2-6ac5-4511-83bf-c8aaa36a75d0 req-0e846ccf-bb1d-493c-9268-621d9e7e20a7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288037 Jun 09 22:02:02.890727 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-be8c7a7f-875e-4b60-bbf0-a13eb9de597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.897550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-be8c7a7f-875e-4b60-bbf0-a13eb9de597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.906346 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:02.963390 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-be8c7a7f-875e-4b60-bbf0-a13eb9de597b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b06c3ec126a34177bfc173950dcec51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281919 Jun 09 22:02:02.965482 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c7a7f-875e-4b60-bbf0-a13eb9de597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bca01d-135a-426b-9db1-d2fb0af87a39,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:02.966249 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45258) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:02.969678 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-be8c7a7f-875e-4b60-bbf0-a13eb9de597b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:03.048948 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.085794 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.147976 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.150551 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.154847 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64bca01d-135a-426b-9db1-d2fb0af87a39 HTTP/1.1" status: 204 len: 168 time: 0.1848648 Jun 09 22:02:03.154847 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:03.166528 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bca01d-135a-426b-9db1-d2fb0af87a39,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:03.176300 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:03.327489 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758558-4842-4f82-b535-d5d6e2030f2b req-0c830877-417f-4042-b9e4-286bdc40a098 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.335186 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cc758558-4842-4f82-b535-d5d6e2030f2b req-0c830877-417f-4042-b9e4-286bdc40a098 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1179073 Jun 09 22:02:03.385492 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cc758558-4842-4f82-b535-d5d6e2030f2b req-5a876370-2d98-4f55-8dd8-a8f4721a48b2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493846 Jun 09 22:02:03.385994 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45274) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:03.425540 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caa278-bfe7-4143-b771-0d61bc1e1cb8 req-1c51a6fd-565d-4273-92a7-a15f5cdbd246 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.433155 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-03caa278-bfe7-4143-b771-0d61bc1e1cb8 req-1c51a6fd-565d-4273-92a7-a15f5cdbd246 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 945 time: 0.1127195 Jun 09 22:02:03.449205 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:03.496869 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-03caa278-bfe7-4143-b771-0d61bc1e1cb8 req-cb74dec5-a5cd-421b-b4e9-8f469b344ec0 tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f9d27-4a43-4687-96f7-42764a14ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625906 Jun 09 22:02:03.598047 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ca902d9b-66d9-48ab-b7ea-553b0df3c1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.607435 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:03.638124 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'port_id': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'mac_address': 'fa:16:3e:2d:e0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:03.700809 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.702538 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45288) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:03.720695 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422e79a1-636a-4d67-bc15-0ec80c5dfee2 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:03.745271 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:03.750416 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8398-89d2-429b-873a-afaeba7729f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.759391 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.761134 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:03.762296 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-5f4e1ec7-9069-4164-9410-11768822ddbd tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.764046 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-5f4e1ec7-9069-4164-9410-11768822ddbd tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.36 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 945 time: 0.1290283 Jun 09 22:02:03.831575 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:03.835454 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:03.971026 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ca902d9b-66d9-48ab-b7ea-553b0df3c1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.003727 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['422e79a1-636a-4d67-bc15-0ec80c5dfee2'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:04.173753 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28382838-a335-408b-9d5b-fc083f40327a'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:04.177265 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2314a8ff-bb7e-4f1d-8038-09c66263df99" -d '{"events": [{"server_uuid": "51b63349-9fa6-4200-9d19-71b2f01c23ad", "name": "network-vif-plugged", "status": "completed", "tag": "28382838-a335-408b-9d5b-fc083f40327a"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:04.204361 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ca902d9b-66d9-48ab-b7ea-553b0df3c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.231593 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d214807b-630d-49f1-9e74-00977996764c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:04.263625 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fee2e-d234-42e2-9811-d88d62c99877 req-2a159590-b2f9-4701-bbfc-1a37f2561cdc tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.275040 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-773fee2e-d234-42e2-9811-d88d62c99877 req-2a159590-b2f9-4701-bbfc-1a37f2561cdc tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2597253 Jun 09 22:02:04.291510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Deleting port 7aabf191-c6a5-4657-9449-3cd424d16336 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:04.291927 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.300195 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca902d9b-66d9-48ab-b7ea-553b0df3c1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6b1033-9a60-4af1-90a6-95ab2fe31dbf,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:04.336277 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-ca902d9b-66d9-48ab-b7ea-553b0df3c1e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0ecdf790e76402bb9a5ab0cc803253f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9418726 Jun 09 22:02:04.336277 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ca902d9b-66d9-48ab-b7ea-553b0df3c1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:04.341408 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45318) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:04.425249 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-773fee2e-d234-42e2-9811-d88d62c99877 req-1d5b8ccc-5c8d-4756-9b3f-c269d6a5e8a0 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493549 Jun 09 22:02:04.483227 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] For port 7aabf191-c6a5-4657-9449-3cd424d16336, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7aabf191-c6a5-4657-9449-3cd424d16336,segment=NetworkSegment(25439ed6-137e-4658-b5a3-db1baabb3e45),segment_id=25439ed6-137e-4658-b5a3-db1baabb3e45)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:04.483739 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.485625 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8398-89d2-429b-873a-afaeba7729f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.504294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-52e130eb-9c07-4c67-b8fc-1067333463e8 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.511792 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-52e130eb-9c07-4c67-b8fc-1067333463e8 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.5919988 Jun 09 22:02:04.518177 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8398-89d2-429b-873a-afaeba7729f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.534381 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b48e065c-80cc-403b-8bbd-27eb6816c060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:04.539419 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e978886c-e1d9-4308-b164-a453d8ff141d x-openstack-request-id: req-e978886c-e1d9-4308-b164-a453d8ff141d {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:04.540419 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b63349-9fa6-4200-9d19-71b2f01c23ad", "name": "network-vif-plugged", "status": "completed", "tag": "28382838-a335-408b-9d5b-fc083f40327a", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:04.541144 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e978886c-e1d9-4308-b164-a453d8ff141d {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:04.541960 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28382838-a335-408b-9d5b-fc083f40327a', 'code': 200} Jun 09 22:02:04.545201 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.567647 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-3efe3adb-576f-4d54-84bc-fc2a8010f0c3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/quotas/e2e094e911bb4d0aac303e2d3a275377 HTTP/1.1" status: 200 len: 375 time: 0.0547538 Jun 09 22:02:04.655532 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4d0f8398-89d2-429b-873a-afaeba7729f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6b0b643f7084a4cb5b7035ef6e2dc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9518659 Jun 09 22:02:04.657321 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45330) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:04.666733 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Calling delete_port for 7aabf191-c6a5-4657-9449-3cd424d16336 owned by compute:nova {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:04.670913 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f8398-89d2-429b-873a-afaeba7729f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab6c708-7a23-4fd9-b914-1f601b6e69db,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:04.678070 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4d0f8398-89d2-429b-873a-afaeba7729f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:04.682196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.806056 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-9154e909-9b56-42b6-b111-678634c8522a tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2270293 Jun 09 22:02:04.889090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.943072 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.945449 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.947361 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb6b1033-9a60-4af1-90a6-95ab2fe31dbf HTTP/1.1" status: 204 len: 168 time: 0.6017992 Jun 09 22:02:04.948772 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.955715 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:04.982910 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6b1033-9a60-4af1-90a6-95ab2fe31dbf,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:04.995076 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:05.046443 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-11dbbc12-5624-45e8-b642-f44c520b1277 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395332 Jun 09 22:02:05.079066 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346775e5-0433-4fad-b975-b9e6f9785f02 req-e89b410c-3e9c-4e34-b9d3-20c0d988e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:05.080638 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-346775e5-0433-4fad-b975-b9e6f9785f02 req-e89b410c-3e9c-4e34-b9d3-20c0d988e4af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 1099 time: 0.1760950 Jun 09 22:02:05.083613 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca22a9-ef37-4684-ad28-17fd038424a1 req-39c454fa-8b78-4680-903a-11a642d8e0e5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:05.085111 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ccca22a9-ef37-4684-ad28-17fd038424a1 req-39c454fa-8b78-4680-903a-11a642d8e0e5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 945 time: 0.3260033 Jun 09 22:02:05.141464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.144331 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.145812 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ab6c708-7a23-4fd9-b914-1f601b6e69db HTTP/1.1" status: 204 len: 168 time: 0.4759152 Jun 09 22:02:05.150932 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:05.166085 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ccca22a9-ef37-4684-ad28-17fd038424a1 req-73d5f597-0a2c-4787-b6ff-a17dbf625152 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675695 Jun 09 22:02:05.167352 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab6c708-7a23-4fd9-b914-1f601b6e69db,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:05.169882 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:05.171026 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.182090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:05.206428 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-346775e5-0433-4fad-b975-b9e6f9785f02 req-f854cc28-3361-407c-8f78-e7a18897a619 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774729 Jun 09 22:02:05.255887 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-e54e0acf-2a99-4c6b-ab50-2df8185dce35 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004628 Jun 09 22:02:05.271934 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Pushing event deleted for resources: {'Port': ['ID=7aabf191-c6a5-4657-9449-3cd424d16336,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:05.275239 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:05.319077 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] No DVR routers for this DVR port 7aabf191-c6a5-4657-9449-3cd424d16336 on host hv-cinder-78956 {{(pid=91698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:02:05.323838 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.325871 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4f41417a-2e4c-499b-8b1d-18e6cd613277 req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.36 "DELETE /v2.0/ports/7aabf191-c6a5-4657-9449-3cd424d16336 HTTP/1.1" status: 204 len: 173 time: 1.5487378 Jun 09 22:02:05.326371 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'name': 'network-vif-deleted', 'tag': '7aabf191-c6a5-4657-9449-3cd424d16336'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:05.329824 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db34225-4a0c-4d4e-9cd9-d18a34272fc0" -d '{"events": [{"server_uuid": "735c0f5c-85b8-4758-bf81-fcdf000cabc4", "name": "network-vif-deleted", "tag": "7aabf191-c6a5-4657-9449-3cd424d16336"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:05.454322 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:05.467037 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d0279fd6-9182-4ac2-bed6-57c166e11912 req-25d8193c-6fcf-4497-b830-69ca63b7de1a tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.0783246 Jun 09 22:02:05.469860 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bcebc0-4744-4c43-aee8-961e7247b30b x-openstack-request-id: req-57bcebc0-4744-4c43-aee8-961e7247b30b {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:05.470171 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735c0f5c-85b8-4758-bf81-fcdf000cabc4", "name": "network-vif-deleted", "tag": "7aabf191-c6a5-4657-9449-3cd424d16336", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:05.470445 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57bcebc0-4744-4c43-aee8-961e7247b30b {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:05.473816 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735c0f5c-85b8-4758-bf81-fcdf000cabc4', 'name': 'network-vif-deleted', 'tag': '7aabf191-c6a5-4657-9449-3cd424d16336', 'status': 'completed', 'code': 200} Jun 09 22:02:05.550150 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:05.558994 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:05.559943 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.587115 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cc0f3333-de1c-40d9-9667-0c3271af346d req-3b0d5bf5-4d5f-41e4-8131-e34706dfb7f3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0636218 Jun 09 22:02:05.676602 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45360) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:05.733674 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2318-2487-4eed-be59-866734bce01b req-00a39e06-6734-4316-ab0f-bf3c864ec0e6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:05.735460 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-18df2318-2487-4eed-be59-866734bce01b req-00a39e06-6734-4316-ab0f-bf3c864ec0e6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.0978041 Jun 09 22:02:05.736519 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-def0926f-22d8-4eb7-ba82-28a6922e12d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.796235 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-18df2318-2487-4eed-be59-866734bce01b req-45febb41-4587-4192-9e59-b90ca1dbcf89 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Jun 09 22:02:05.856852 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.915225 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-def0926f-22d8-4eb7-ba82-28a6922e12d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.920309 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-def0926f-22d8-4eb7-ba82-28a6922e12d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.932848 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:05.935232 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:05.940875 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:05.941562 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 7aabf191-c6a5-4657-9449-3cd424d16336 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:05.988718 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0926f-22d8-4eb7-ba82-28a6922e12d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00587f1-5937-49aa-987a-ec454da37d39,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:05.994584 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:06.016967 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-def0926f-22d8-4eb7-ba82-28a6922e12d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:06.095080 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-def0926f-22d8-4eb7-ba82-28a6922e12d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4999f4f2948d4cc48e4e33e295207d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148531 Jun 09 22:02:06.096491 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45384) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:06.147663 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 7aabf191-c6a5-4657-9449-3cd424d16336 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:06.148261 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 7aabf191-c6a5-4657-9449-3cd424d16336 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:06.206228 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:06.213342 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:06.257257 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:06.323749 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:06.418207 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:06.420693 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:06.425861 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c00587f1-5937-49aa-987a-ec454da37d39 HTTP/1.1" status: 204 len: 168 time: 0.3272250 Jun 09 22:02:06.427036 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-55459603-650d-493f-94fe-c54f0dc87e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:06.444593 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00587f1-5937-49aa-987a-ec454da37d39,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:06.452717 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:06.535134 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb030b-6ac9-432d-9cc3-b4c6f3c73070 req-7b73e9f5-2a76-46ce-9918-e6148eb3d5a4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:06.541926 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e7cb030b-6ac9-432d-9cc3-b4c6f3c73070 req-7b73e9f5-2a76-46ce-9918-e6148eb3d5a4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1554825 Jun 09 22:02:06.543516 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:06.546873 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f30342c-439d-4674-ad89-c8d43d9216d9" -d '{"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-plugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:06.675312 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e7cb030b-6ac9-432d-9cc3-b4c6f3c73070 req-38c43889-a83f-4d29-b651-c37cb659a4f0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255279 Jun 09 22:02:06.809434 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cada994f-e472-4a90-9237-b3c2fe300d97 req-b5ba80ac-eb40-4a2e-b607-aac497c536fa tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] 10.222.0.42 "GET /v2.0/ports?device_id=735c0f5c-85b8-4758-bf81-fcdf000cabc4 HTTP/1.1" status: 200 len: 210 time: 0.0787692 Jun 09 22:02:06.844224 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb78ac7-9d18-47ec-aecc-10227aebf256 x-openstack-request-id: req-dfb78ac7-9d18-47ec-aecc-10227aebf256 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:06.844891 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-plugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:06.845228 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfb78ac7-9d18-47ec-aecc-10227aebf256 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:06.845687 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'code': 200} Jun 09 22:02:07.120271 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbccc60-f94d-484e-aac9-b958737d7d33 req-41b90b20-1f9b-4d8d-8a3f-825c627b8077 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:07.120762 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6dbccc60-f94d-484e-aac9-b958737d7d33 req-41b90b20-1f9b-4d8d-8a3f-825c627b8077 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1590555 Jun 09 22:02:07.157310 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6f47fa34-d339-4412-80bd-9a23588bfa9e req-bd07c9fa-d1d1-493f-881f-59d736a07a26 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.1411150 Jun 09 22:02:07.205732 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af83ac6-ccb6-4f2c-8e98-f718ec8797fb req-9adb4018-7def-49be-aeb3-de9b114287fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:07.207259 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1af83ac6-ccb6-4f2c-8e98-f718ec8797fb req-9adb4018-7def-49be-aeb3-de9b114287fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 1099 time: 0.1085126 Jun 09 22:02:07.231927 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6dbccc60-f94d-484e-aac9-b958737d7d33 req-9617ad90-7cd7-4db2-bc06-423c8b3c6d7c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028819 Jun 09 22:02:07.296895 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1af83ac6-ccb6-4f2c-8e98-f718ec8797fb req-514ee379-fe75-46c2-aaaa-f04750990ebf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826883 Jun 09 22:02:07.549889 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-bcd4bd7b-36fe-4019-8c75-40ad65dfb07c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:07.552285 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-bcd4bd7b-36fe-4019-8c75-40ad65dfb07c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.1849880 Jun 09 22:02:07.573049 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Request body: {'port': {'device_id': 'ab30597b-2a06-4250-bf92-d1672b861080', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'admin_state_up': True, 'tenant_id': 'e2e094e911bb4d0aac303e2d3a275377'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:07.854805 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Made reservation on behalf of e2e094e911bb4d0aac303e2d3a275377 for: {'port': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:07.859993 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:07.983422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b124ac-0c50-465b-8fc9-66b161502832 req-35dee681-e696-4a56-a43e-10d88c04ee85 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:07.986025 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c7b124ac-0c50-465b-8fc9-66b161502832 req-35dee681-e696-4a56-a43e-10d88c04ee85 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1267424 Jun 09 22:02:08.004246 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-fefec864-426e-412f-b0da-1d60f487b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:08.005393 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-fefec864-426e-412f-b0da-1d60f487b301 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 1099 time: 0.2590427 Jun 09 22:02:08.200811 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c62e1-47dc-44b0-8169-05492d2379ec req-9c5764f7-c164-4ff3-a3bb-8968ab81dde1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:08.202299 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7a5c62e1-47dc-44b0-8169-05492d2379ec req-9c5764f7-c164-4ff3-a3bb-8968ab81dde1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.3292477 Jun 09 22:02:08.304590 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-1b78e8c3-26b2-444c-8076-47e968d35605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:08.306820 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-1b78e8c3-26b2-444c-8076-47e968d35605 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.2844508 Jun 09 22:02:08.306955 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Allocated IP 172.20.0.13 (3bb7341b-f1d3-4bed-ac06-e23a12392397/371542e7-e262-4c0d-957c-e387222bc13e/d67a6194-60f5-4d7f-9e01-cd2ea98140d5) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:08.336437 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7a5c62e1-47dc-44b0-8169-05492d2379ec req-b8da483a-ee26-4e43-b57a-f75472ae0b7c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071258 Jun 09 22:02:08.411668 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-055d541a-4a64-4f2b-8a81-f96aedd43d31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28382838-a335-408b-9d5b-fc083f40327a HTTP/1.1" status: 200 len: 217 time: 0.0911262 Jun 09 22:02:08.426662 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c7b124ac-0c50-465b-8fc9-66b161502832 req-34fb34f5-73c3-4c4d-a554-2e6c57497c57 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268899 Jun 09 22:02:08.540471 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-d195982c-080c-43f9-ba06-7446ff42a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:08.542478 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-d195982c-080c-43f9-ba06-7446ff42a216 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.1143231 Jun 09 22:02:08.606746 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:08.629758 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-d9d12f17-9820-4583-8c15-57550cf756e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777600 Jun 09 22:02:08.665619 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:08.673687 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-571613f5-9fbe-40a2-8b63-12254ef8ce90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:08.681519 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:08.834777 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:08.842415 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:08.849885 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:08.958311 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event updated for resources: {'Port': ['ID=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:08.971187 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:08.995609 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:08.996235 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:09.044226 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-02e0152c-8d39-43fc-8389-94d84cd20f68 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4756272 Jun 09 22:02:09.048714 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45536) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:09.069154 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Request body: {'port': {'device_id': 'ab30597b-2a06-4250-bf92-d1672b861080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:09.114472 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0bc5b-a62c-4279-98a7-09d5ed3b6d9e req-5a980132-b3f6-4202-99fd-d37d6603e4f8 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:09.128841 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-94a0bc5b-a62c-4279-98a7-09d5ed3b6d9e req-5a980132-b3f6-4202-99fd-d37d6603e4f8 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 932 time: 0.4961395 Jun 09 22:02:09.159513 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-7d3580d5-4ab9-41bf-9fe3-7af8249b34a6 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612679 Jun 09 22:02:09.233294 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:09.298434 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-94a0bc5b-a62c-4279-98a7-09d5ed3b6d9e req-0814ac08-eb95-4bca-9ad5-e975ee768d9c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687772 Jun 09 22:02:09.369244 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0aceaaf3-698d-4f44-9816-57ab66aee265 req-455ff73c-5019-4b53-ad13-8ca1c6f267d1 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976295 Jun 09 22:02:09.765631 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6d507-046c-4bc4-992e-32f375195257 req-62ce6ae7-72fa-40ed-80a1-7998f3067e7d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:09.767949 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b54c31dc-af2b-46c5-a9c9-7bade4544cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:09.775134 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-23d6d507-046c-4bc4-992e-32f375195257 req-62ce6ae7-72fa-40ed-80a1-7998f3067e7d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1816833 Jun 09 22:02:09.840951 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67a6194-60f5-4d7f-9e01-cd2ea98140d5 {{(pid=91698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:09.843312 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-23d6d507-046c-4bc4-992e-32f375195257 req-12fa0686-aafe-4752-8bd1-fcdc516a3535 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663321 Jun 09 22:02:09.856074 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:09.897878 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Transition to ACTIVE for port object d67a6194-60f5-4d7f-9e01-cd2ea98140d5 will not be triggered until provisioned by entity L2. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:09.910468 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:09.927208 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:10.010086 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68714f71-a254-47a0-a512-2172e3d27c7e req-408d4e9f-5826-4d35-83b5-92bec502c034 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:10.011747 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-68714f71-a254-47a0-a512-2172e3d27c7e req-408d4e9f-5826-4d35-83b5-92bec502c034 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.3981564 Jun 09 22:02:10.041997 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45582) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:10.178250 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_v2 [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Deleting subnet 4381771e-ec11-436b-8ba3-996e1518e8e4 {{(pid=91697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:02:10.188454 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.266481 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211684'] for subnet, precommit_delete_associations {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.296074 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-68714f71-a254-47a0-a512-2172e3d27c7e req-e31eabff-c6db-4e5b-a524-d2197af90199 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981277 Jun 09 22:02:10.296701 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:10.313537 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b54c31dc-af2b-46c5-a9c9-7bade4544cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.322553 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:10.325109 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b54c31dc-af2b-46c5-a9c9-7bade4544cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.352236 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-be8c7a7f-875e-4b60-bbf0-a13eb9de597b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:10.410729 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b54c31dc-af2b-46c5-a9c9-7bade4544cb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e98f07bda6d4a4cbe6981b6e3bf2e30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3586457 Jun 09 22:02:10.415621 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45604) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:10.431229 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.435763 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Attempting to bind port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:10.436098 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Attempting to bind port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:10.436421 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Attempting to bind port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:10.440778 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c31dc-af2b-46c5-a9c9-7bade4544cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3445553d-2c99-4e97-bc4d-acb4d9272c2f,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:10.453126 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b54c31dc-af2b-46c5-a9c9-7bade4544cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:10.456598 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:02:10.456916 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Attempting to bind port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:10.473092 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:10.473424 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Checking segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:10.473799 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Bound using segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:10.474219 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Bound port: d67a6194-60f5-4d7f-9e01-cd2ea98140d5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:10.474556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.563984 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.635671 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2190503'] for subnet, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.649528 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a7e6f-0ee1-4aa5-b056-5eb1d28fe847 req-3598c948-5210-4753-b455-e63558634e42 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:10.657843 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ac6a7e6f-0ee1-4aa5-b056-5eb1d28fe847 req-3598c948-5210-4753-b455-e63558634e42 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 944 time: 0.1392593 Jun 09 22:02:10.661193 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:10.726299 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.728392 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4381771e-ec11-436b-8ba3-996e1518e8e4 HTTP/1.1" status: 204 len: 168 time: 0.6854022 Jun 09 22:02:10.729607 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4381771e-ec11-436b-8ba3-996e1518e8e4,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:10.733786 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45616) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:10.734413 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5219fbd0-c790-4281-8cf6-91a385d9c01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:10.743287 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.768352 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ac6a7e6f-0ee1-4aa5-b056-5eb1d28fe847 req-bfb01e07-58c3-4fc0-b553-2f1c8bfeae4f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091688 Jun 09 22:02:10.773514 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] For port d67a6194-60f5-4d7f-9e01-cd2ea98140d5, host hv-cinder-78956, cleared binding levels {{(pid=91698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:10.854117 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] For port d67a6194-60f5-4d7f-9e01-cd2ea98140d5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:10.880055 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.891055 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:10.938655 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.977476 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:10.978089 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.979500 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d67a6194-60f5-4d7f-9e01-cd2ea98140d5 HTTP/1.1" status: 200 len: 1094 time: 1.9225259 Jun 09 22:02:10.982058 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab30597b-2a06-4250-bf92-d1672b861080', 'tag': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:10.984447 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab30597b-2a06-4250-bf92-d1672b861080", "tag": "d67a6194-60f5-4d7f-9e01-cd2ea98140d5"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:10.994565 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.024654 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dae45-8ad1-491e-b535-9764776307f4 req-af05aeb0-1b04-417b-b431-e6587b2b73b6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:11.024654 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e02dae45-8ad1-491e-b535-9764776307f4 req-af05aeb0-1b04-417b-b431-e6587b2b73b6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.4586411 Jun 09 22:02:11.027440 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,revision_number=3']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:11.035331 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45634) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:11.037605 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:11.040195 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.042514 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'floatingip': {'port_id': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:11.042644 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.046738 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3445553d-2c99-4e97-bc4d-acb4d9272c2f HTTP/1.1" status: 204 len: 168 time: 0.6272404 Jun 09 22:02:11.046738 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1a3cdd3b-c7c9-4497-8e2a-6edd149ec37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:11.129941 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3445553d-2c99-4e97-bc4d-acb4d9272c2f,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:11.151342 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:11.151688 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.225753 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83152dad-cbaa-4f7c-9ccd-a6070dd58b8d x-openstack-request-id: req-83152dad-cbaa-4f7c-9ccd-a6070dd58b8d {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:11.226083 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab30597b-2a06-4250-bf92-d1672b861080", "tag": "d67a6194-60f5-4d7f-9e01-cd2ea98140d5", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:11.226362 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83152dad-cbaa-4f7c-9ccd-a6070dd58b8d {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:11.228657 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab30597b-2a06-4250-bf92-d1672b861080', 'tag': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', 'status': 'completed', 'code': 200} Jun 09 22:02:11.228790 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6724c1-36c6-4ff9-a67a-46df42d790c9 req-7cc6197d-5b87-4c5b-9df5-e243b5fc91f6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:11.236704 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1f6724c1-36c6-4ff9-a67a-46df42d790c9 req-7cc6197d-5b87-4c5b-9df5-e243b5fc91f6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2724485 Jun 09 22:02:11.239851 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.267751 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8875df77-0abc-4e7d-bfd0-d74f55e2344e']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:11.293404 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25439ed6-137e-4658-b5a3-db1baabb3e45') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:11.293744 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25439ed6-137e-4658-b5a3-db1baabb3e45') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:11.324991 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.351463 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-bb2dde65-dafd-4fe3-b877-998e79f2e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:11.352906 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-bb2dde65-dafd-4fe3-b877-998e79f2e755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 1097 time: 0.2669568 Jun 09 22:02:11.353917 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.360874 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:02:11.361531 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.370278 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1f6724c1-36c6-4ff9-a67a-46df42d790c9 req-0dfab290-bf62-4eb5-bb33-f9974f8847d3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326063 Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:02:11.378607 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:02:11.530576 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-2fab09be-d878-4baa-ab2a-f6190a079602 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d67a6194-60f5-4d7f-9e01-cd2ea98140d5 HTTP/1.1" status: 200 len: 217 time: 0.1483517 Jun 09 22:02:11.584581 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.604741 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:11.629878 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Pushing event deleted for resources: {'Network': ['ID=8875df77-0abc-4e7d-bfd0-d74f55e2344e,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:11.635790 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:11.637817 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8875df77-0abc-4e7d-bfd0-d74f55e2344e HTTP/1.1" status: 204 len: 168 time: 0.9029715 Jun 09 22:02:11.639141 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:11.643605 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-654af011-c3b7-4477-b4b6-09e72f4cbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:11.645584 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-654af011-c3b7-4477-b4b6-09e72f4cbdfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.1068864 Jun 09 22:02:11.708039 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-e595e9a9-244f-4843-b866-2e85b38aa531 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558217 Jun 09 22:02:11.888015 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-9ff4c24f-6931-4213-a3d7-a3d2d1a41b76 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727481 Jun 09 22:02:11.966542 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45668) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:11.966905 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45670) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:12.058209 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-405f48de-6f5e-4347-b40d-9062b1bd42fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.163739 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-daff2266-da14-4d1f-975d-9320e317f180 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b75c1199f0614bc89ee46aecf6b6a13d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1556356 Jun 09 22:02:12.166068 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45672) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:12.227706 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-62b54897-a16c-4d3a-8c40-d9da7ec1c0b6 req-eb0bf853-c562-4a1a-99f4-f62bfdcd3de4 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326578 Jun 09 22:02:12.239653 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37acdd-5afd-49d1-8bee-a0b46875b898 req-40d09949-fbc8-42b7-aebc-4c80d713e148 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:12.239653 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5e37acdd-5afd-49d1-8bee-a0b46875b898 req-40d09949-fbc8-42b7-aebc-4c80d713e148 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 944 time: 0.3206167 Jun 09 22:02:12.246389 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.257697 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.352409 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45676) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:12.385799 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.431900 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5e37acdd-5afd-49d1-8bee-a0b46875b898 req-cc98f495-3a9f-4268-8964-cdf2b1ba4202 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765673 Jun 09 22:02:12.467543 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.475939 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Floating IP 1600ed4b-5d01-4351-808c-9f802ca744de associated. External IP: 172.28.2.82, port: 422e79a1-636a-4d67-bc15-0ec80c5dfee2. Jun 09 22:02:12.483664 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-405f48de-6f5e-4347-b40d-9062b1bd42fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.497275 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-405f48de-6f5e-4347-b40d-9062b1bd42fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.514331 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-754dc2c1-3ad2-4634-b4c4-2e38fd0e56fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:12.657830 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f48de-6f5e-4347-b40d-9062b1bd42fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de9b75-7906-4592-a832-c708e27adb1d,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:12.661436 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-405f48de-6f5e-4347-b40d-9062b1bd42fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cef7b37cd4a6466c9d52a35383a526e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522994 Jun 09 22:02:12.662469 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-565f2757-daeb-4bc8-85e4-ae2dce73c429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.707718 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45686) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:12.761693 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-405f48de-6f5e-4347-b40d-9062b1bd42fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:12.764709 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-c7b07d1e-2a66-4d08-8ab1-d6430d0a76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:12.766200 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-c7b07d1e-2a66-4d08-8ab1-d6430d0a76ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 1097 time: 0.4661303 Jun 09 22:02:12.854090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.856464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:12.857748 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e5f9d27-4a43-4687-96f7-42764a14ff0d HTTP/1.1" status: 204 len: 168 time: 0.6880734 Jun 09 22:02:12.865137 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-35bcf074-26ee-4d08-ba01-6482cdbd0eef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:12.887033 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5f9d27-4a43-4687-96f7-42764a14ff0d,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:12.893723 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:12.994524 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-a6f45dd3-7c90-4f0f-ae99-3ec0c71dbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:12.996530 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-a6f45dd3-7c90-4f0f-ae99-3ec0c71dbb5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 915 time: 0.2221591 Jun 09 22:02:13.075733 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec625fd-9254-4759-aa4f-63d07ec92c26 req-9a3a5c1d-a37f-475e-b30a-d494949f8396 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:13.077195 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ec625fd-9254-4759-aa4f-63d07ec92c26 req-9a3a5c1d-a37f-475e-b30a-d494949f8396 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.4334214 Jun 09 22:02:13.112688 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-12dac81b-7b16-4e8b-8eea-c3ac992479b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d67a6194-60f5-4d7f-9e01-cd2ea98140d5 HTTP/1.1" status: 200 len: 217 time: 0.1080060 Jun 09 22:02:13.127663 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.172106 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-565f2757-daeb-4bc8-85e4-ae2dce73c429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.184055 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-565f2757-daeb-4bc8-85e4-ae2dce73c429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.194557 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:13.197215 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.208866 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ec625fd-9254-4759-aa4f-63d07ec92c26 req-4171d15d-c197-4832-8f6a-b970eee30c40 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186447 Jun 09 22:02:13.214558 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Router c29f67ce-66eb-4b05-a28b-6b8861e7161a has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:02:13.230556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f2757-daeb-4bc8-85e4-ae2dce73c429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813494cd-d0fa-4b13-a73e-57dc282fffde,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:13.253427 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-565f2757-daeb-4bc8-85e4-ae2dce73c429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:13.288191 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-565f2757-daeb-4bc8-85e4-ae2dce73c429 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3e2777893ea41e0badf576bb520355b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9354219 Jun 09 22:02:13.290464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-e3984cfc-b33f-49a1-8a3b-dd6bef5da61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:13.291830 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-e3984cfc-b33f-49a1-8a3b-dd6bef5da61c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.1660564 Jun 09 22:02:13.292272 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45700) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:13.365191 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-99258054-d43b-47c1-956d-b9013cd86c7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587745 Jun 09 22:02:13.446739 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.450673 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.455134 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77de9b75-7906-4592-a832-c708e27adb1d HTTP/1.1" status: 204 len: 168 time: 0.7389328 Jun 09 22:02:13.464841 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:13.483747 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de9b75-7906-4592-a832-c708e27adb1d,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:13.490127 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:13.513341 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.520769 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:02:13.526047 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.541509 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] Sync routers for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:02:13.560045 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:13.560701 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:13.597113 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-67d4a91b-8911-4bca-86c7-bc654000b481 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "PUT /v2.0/floatingips/1600ed4b-5d01-4351-808c-9f802ca744de HTTP/1.1" status: 200 len: 991 time: 2.5606797 Jun 09 22:02:13.598731 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:13.602267 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:13.630957 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.743858 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-c74664b9-c478-43d6-b889-09f85877285b service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707211 Jun 09 22:02:13.832486 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:13.875011 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db71b128-c9d8-4cdc-b4a9-fca093a70371 x-openstack-request-id: req-db71b128-c9d8-4cdc-b4a9-fca093a70371 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:13.875011 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:13.875235 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db71b128-c9d8-4cdc-b4a9-fca093a70371 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:13.875593 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'status': 'completed', 'code': 200} Jun 09 22:02:13.987404 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.991091 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:13.993589 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/813494cd-d0fa-4b13-a73e-57dc282fffde HTTP/1.1" status: 204 len: 168 time: 0.7004230 Jun 09 22:02:13.998962 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-60ce31cb-0b8d-4e3f-8ffc-bed24b1e1614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:14.022564 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75225e6-40cd-4a3d-b49a-43ea1e953ed6 req-c89deac7-4e4e-4b87-8baa-6d78e3448fea tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:14.025670 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f75225e6-40cd-4a3d-b49a-43ea1e953ed6 req-c89deac7-4e4e-4b87-8baa-6d78e3448fea tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 944 time: 0.3602440 Jun 09 22:02:14.030828 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813494cd-d0fa-4b13-a73e-57dc282fffde,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:14.037721 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-24e9994f-25a8-4580-8212-8bca0d59ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:14.042841 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-24e9994f-25a8-4580-8212-8bca0d59ff6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 1099 time: 0.1199212 Jun 09 22:02:14.044350 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:14.048720 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8bd6cd48-1e97-40fe-8a91-b921a0867ca2 req-419db173-a790-4e2a-901b-259e8d06baad service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710400 Jun 09 22:02:14.139641 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f75225e6-40cd-4a3d-b49a-43ea1e953ed6 req-c4d71ef3-07c7-4ac2-85ad-4cfb6793fd34 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967209 Jun 09 22:02:14.255214 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-10e35e5a-f65d-4bd9-bc47-c874a1a322d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:14.257131 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-10e35e5a-f65d-4bd9-bc47-c874a1a322d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.1932733 Jun 09 22:02:14.434975 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '1600ed4b-5d01-4351-808c-9f802ca744de', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'floating_ip_address': '172.28.2.82', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'port_id': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'mac_address': 'fa:16:3e:2d:e0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:49Z', 'updated_at': '2021-06-09T22:02:12Z', 'revision_number': 1, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:14.439316 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] Checking router: c29f67ce-66eb-4b05-a28b-6b8861e7161a for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:02:14.450332 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:14.451152 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:01:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:14.570931 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-e0c94e6d-4cc4-47a8-8a66-666c260b4d1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2 HTTP/1.1" status: 200 len: 999 time: 0.3029730 Jun 09 22:02:14.575927 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45752) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:14.595879 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c6f77c6d-6bee-4c33-a09e-1fc5da996a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:14.645861 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-29286412-3536-44fa-bee9-1e95dec5ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:14.647188 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-29286412-3536-44fa-bee9-1e95dec5ca36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0632689 Jun 09 22:02:14.658358 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d3e21-d7ef-4c90-ac6c-659ae33c0d7c req-49d114f9-e75e-43ce-8313-107a73999854 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:14.660502 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa3d3e21-d7ef-4c90-ac6c-659ae33c0d7c req-49d114f9-e75e-43ce-8313-107a73999854 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2400382 Jun 09 22:02:14.692503 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:14.722015 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c6f77c6d-6bee-4c33-a09e-1fc5da996a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:14.727973 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c6f77c6d-6bee-4c33-a09e-1fc5da996a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:14.743653 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-df901655-2c04-4623-8ac9-51b244ac6f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:14.773360 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fa3d3e21-d7ef-4c90-ac6c-659ae33c0d7c req-fabf6638-6e19-4729-b70d-8624e4b7a7f9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726271 Jun 09 22:02:14.802748 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-3261ce6e-69b0-4818-a44c-2016262a4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:14.802748 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-3261ce6e-69b0-4818-a44c-2016262a4d62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1361907 Jun 09 22:02:14.831705 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f77c6d-6bee-4c33-a09e-1fc5da996a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64967c60-02b5-4fae-84b8-c84e9fd10ca6,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:14.838398 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c6f77c6d-6bee-4c33-a09e-1fc5da996a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:14.886247 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c6f77c6d-6bee-4c33-a09e-1fc5da996a2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d53bb3ac9ee14d1a950dea6d3185f2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085444 Jun 09 22:02:14.888386 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45760) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:14.975604 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-c9ddcbf9-da29-4b82-8491-9a97bceda11a service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704085 Jun 09 22:02:15.066653 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:15.094331 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:15.156989 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:15.159976 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:15.160665 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64967c60-02b5-4fae-84b8-c84e9fd10ca6 HTTP/1.1" status: 204 len: 168 time: 0.2714288 Jun 09 22:02:15.163541 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c99adf9d-2a78-4506-8893-c46e174afe8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:15.179853 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64967c60-02b5-4fae-84b8-c84e9fd10ca6,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:15.184357 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:15.243412 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4c8bbeff-16e5-4ab5-bbf1-a89748b43cc0 req-02b9deeb-da44-4475-9ca5-bdc039b0aaef service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601106 Jun 09 22:02:15.300858 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '1600ed4b-5d01-4351-808c-9f802ca744de', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'floating_ip_address': '172.28.2.82', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'port_id': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'mac_address': 'fa:16:3e:2d:e0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:49Z', 'updated_at': '2021-06-09T22:02:12Z', 'revision_number': 1, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:15.305822 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904a81a-8aa1-4872-906e-225a3f65377e None None] The sync data for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb is: [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '1600ed4b-5d01-4351-808c-9f802ca744de', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'floating_ip_address': '172.28.2.82', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'port_id': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'mac_address': 'fa:16:3e:2d:e0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:49Z', 'updated_at': '2021-06-09T22:02:12Z', 'revision_number': 1, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:02:15.416061 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c0ac6-cc66-4c4e-9521-00fadd6c8cb3 req-62c1dc9a-7fc2-4b4b-9f41-7d7adce965ef tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:15.417566 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0a1c0ac6-cc66-4c4e-9521-00fadd6c8cb3 req-62c1dc9a-7fc2-4b4b-9f41-7d7adce965ef tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 944 time: 0.1109817 Jun 09 22:02:15.463433 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0a1c0ac6-cc66-4c4e-9521-00fadd6c8cb3 req-39ffb250-6f2a-4a9f-b5ed-e3f8a30ec4d0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Jun 09 22:02:15.540987 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device d67a6194-60f5-4d7f-9e01-cd2ea98140d5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:15.664483 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bd5c3-0108-41d5-8274-908c26835103 None None] New status for floating IP 1600ed4b-5d01-4351-808c-9f802ca744de: ACTIVE {{(pid=91699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:02:15.745767 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 45802) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:15.789992 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port d67a6194-60f5-4d7f-9e01-cd2ea98140d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:15.932189 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'port_id': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', 'mac_address': 'fa:16:3e:71:94:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371542e7-e262-4c0d-957c-e387222bc13e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:16.002986 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318867-c958-4192-ab2d-b0724893f8ba req-03f801b8-c375-45c9-a44b-f7cdd8d3e0c1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:16.012370 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1f318867-c958-4192-ab2d-b0724893f8ba req-03f801b8-c375-45c9-a44b-f7cdd8d3e0c1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.0960310 Jun 09 22:02:16.074138 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1f318867-c958-4192-ab2d-b0724893f8ba req-01675549-d30d-46a6-86ba-f386fc0f2609 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607841 Jun 09 22:02:16.113347 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6ade380f-4aaa-4f54-bcc4-24582251a660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.251688 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.287190 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67a6194-60f5-4d7f-9e01-cd2ea98140d5 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:16.315490 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port d67a6194-60f5-4d7f-9e01-cd2ea98140d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:16.321971 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.329554 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:16.338310 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6ade380f-4aaa-4f54-bcc4-24582251a660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.344871 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6ade380f-4aaa-4f54-bcc4-24582251a660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.354830 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e3822041-63fd-4371-8c63-16b81d1b3db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:16.401903 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-6ade380f-4aaa-4f54-bcc4-24582251a660 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd7b31ef6d9f4b61859a9b29f27dc40c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542478 Jun 09 22:02:16.403813 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade380f-4aaa-4f54-bcc4-24582251a660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc93cd1-5417-4360-9121-89f07f5fd9f3,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:16.404590 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 45832) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:16.418978 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:16.419739 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6ade380f-4aaa-4f54-bcc4-24582251a660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:16.422623 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:16.476278 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.506848 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.588001 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.590907 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:16.592727 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cc93cd1-5417-4360-9121-89f07f5fd9f3 HTTP/1.1" status: 204 len: 168 time: 0.1871679 Jun 09 22:02:16.594577 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:16.652667 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc93cd1-5417-4360-9121-89f07f5fd9f3,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:16.664383 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['d67a6194-60f5-4d7f-9e01-cd2ea98140d5'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:16.669106 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.669639 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.669997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.670345 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.670711 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.671054 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.671393 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.671732 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.672069 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.672404 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.672740 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.673070 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:16.677173 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:16.709380 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93e7c0-bbbf-43b3-84ba-895a74b91fa5 req-fe6c15c3-2753-4936-b70f-e89a72f4c203 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:16.710966 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2e93e7c0-bbbf-43b3-84ba-895a74b91fa5 req-fe6c15c3-2753-4936-b70f-e89a72f4c203 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 945 time: 0.1171718 Jun 09 22:02:16.786342 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2e93e7c0-bbbf-43b3-84ba-895a74b91fa5 req-5a1b742e-b3fc-4cc7-b90f-80f86f332bcb tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693591 Jun 09 22:02:17.440842 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13471b3-03fd-4957-add8-632c366f7926 req-75a5cd04-b4ac-4afd-80f4-452284bd80ab tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:17.451785 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a13471b3-03fd-4957-add8-632c366f7926 req-75a5cd04-b4ac-4afd-80f4-452284bd80ab tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2693503 Jun 09 22:02:17.500653 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a13471b3-03fd-4957-add8-632c366f7926 req-f7557e0c-af7c-4163-9882-56d397d20da5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Jun 09 22:02:18.069770 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f3e4e-a912-42b9-ac8f-2089bcd183be req-5f6f4d20-c607-4c6d-9964-59a063c84445 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:18.072046 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-325f3e4e-a912-42b9-ac8f-2089bcd183be req-5f6f4d20-c607-4c6d-9964-59a063c84445 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 945 time: 0.1110857 Jun 09 22:02:18.131634 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-325f3e4e-a912-42b9-ac8f-2089bcd183be req-1311afb0-7ba9-4dc0-b4aa-bbbf19bd8308 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532987 Jun 09 22:02:18.737733 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722e963-2476-4250-af11-a12be775e561 req-82292b99-6d7b-4d84-9aa9-50b4acfc8df8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:18.739238 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0722e963-2476-4250-af11-a12be775e561 req-82292b99-6d7b-4d84-9aa9-50b4acfc8df8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1112306 Jun 09 22:02:18.787881 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0722e963-2476-4250-af11-a12be775e561 req-f94e4e21-c5bb-4580-a11f-6cfb7ed47489 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Jun 09 22:02:18.852358 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f7c644b9-0797-4d1a-b5c4-e6335773eaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:19.348978 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-7645b812-c54f-4728-84fe-a8063fac948d tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=54cfa56f740841a4ac872e62e064c0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268075 Jun 09 22:02:19.360498 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3693269-621b-4fb0-9876-ce2547f3933d req-3b04cf64-6a0f-44fa-93e2-fe463fbf60e3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:19.362005 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d3693269-621b-4fb0-9876-ce2547f3933d req-3b04cf64-6a0f-44fa-93e2-fe463fbf60e3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 945 time: 0.0842998 Jun 09 22:02:19.407446 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d3693269-621b-4fb0-9876-ce2547f3933d req-b2c2fbff-e810-423e-8d40-71d68a4f8482 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Jun 09 22:02:19.502517 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-9f759db1-c149-44d8-9497-54a0d1c84b7e tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:19.503962 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-9f759db1-c149-44d8-9497-54a0d1c84b7e tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488612 Jun 09 22:02:19.519750 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-9df17608-aa8a-467a-9a02-0cc6a9af4fb2 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/quotas/54cfa56f740841a4ac872e62e064c0b1 HTTP/1.1" status: 200 len: 375 time: 0.0092683 Jun 09 22:02:19.572153 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device d67a6194-60f5-4d7f-9e01-cd2ea98140d5 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:19.647934 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:19.655666 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:19.656251 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:19.659072 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-c2599f8e-e33d-4cfa-bfe4-addf7d8de4bf tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=54cfa56f740841a4ac872e62e064c0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1338882 Jun 09 22:02:19.820716 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:19.852741 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30597b-2a06-4250-bf92-d1672b861080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:19.856424 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0c9dff-dd47-4631-8880-379fab0f198e" -d '{"events": [{"server_uuid": "ab30597b-2a06-4250-bf92-d1672b861080", "name": "network-vif-plugged", "status": "completed", "tag": "d67a6194-60f5-4d7f-9e01-cd2ea98140d5"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:19.865009 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port d67a6194-60f5-4d7f-9e01-cd2ea98140d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:19.874607 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:19.876786 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:19.896516 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7f2431fc-1f3f-40e9-b82e-16891a49cf72 req-3dcbf163-a8f2-46ec-99e6-d1a8006d3e91 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 210 time: 0.0773718 Jun 09 22:02:19.970734 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:19.975346 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:19.991838 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6fa362-48de-445b-b919-48671ddb927d x-openstack-request-id: req-ed6fa362-48de-445b-b919-48671ddb927d {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:19.992636 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab30597b-2a06-4250-bf92-d1672b861080", "name": "network-vif-plugged", "status": "completed", "tag": "d67a6194-60f5-4d7f-9e01-cd2ea98140d5", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:19.992898 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed6fa362-48de-445b-b919-48671ddb927d {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:19.993293 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab30597b-2a06-4250-bf92-d1672b861080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', 'code': 200} Jun 09 22:02:20.034391 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f72f7-38fa-4426-b324-80bc36254cd3 req-f6b9581a-7cc4-4b53-a101-8455923a2d3c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:20.036048 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-002f72f7-38fa-4426-b324-80bc36254cd3 req-f6b9581a-7cc4-4b53-a101-8455923a2d3c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1055083 Jun 09 22:02:20.131801 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-002f72f7-38fa-4426-b324-80bc36254cd3 req-5fee5a54-8d22-4c8d-9470-f9cc891c6323 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875778 Jun 09 22:02:20.414477 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b60204-5897-4ac9-9278-a647752e9780 req-2c182ee9-efb6-4ded-998f-97c29a91efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:20.416008 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-09b60204-5897-4ac9-9278-a647752e9780 req-2c182ee9-efb6-4ded-998f-97c29a91efde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 1099 time: 0.1416326 Jun 09 22:02:20.481598 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46032) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:20.508717 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-09b60204-5897-4ac9-9278-a647752e9780 req-81ace316-c70d-4df7-ae06-30268b6c7ea2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Jun 09 22:02:20.644510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-504ef532-f374-472f-9313-b4f62e512b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:20.697897 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aa445-00da-45e6-9f10-2c1a6370781e req-bc44e764-fdce-43a6-843c-ca8a0a219aec tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:20.706507 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-040aa445-00da-45e6-9f10-2c1a6370781e req-bc44e764-fdce-43a6-843c-ca8a0a219aec tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 946 time: 0.1326120 Jun 09 22:02:20.777154 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-040aa445-00da-45e6-9f10-2c1a6370781e req-5b76a0eb-4162-43b5-bffb-63eb5c5567b0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694075 Jun 09 22:02:20.807120 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-504ef532-f374-472f-9313-b4f62e512b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:20.814961 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-504ef532-f374-472f-9313-b4f62e512b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:20.830244 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:20.867085 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef532-f374-472f-9313-b4f62e512b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a7a70-599d-400d-a614-0c64a3e60daf,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:20.873552 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-504ef532-f374-472f-9313-b4f62e512b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:20.892104 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-504ef532-f374-472f-9313-b4f62e512b85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea99ea604bf044c3be5806bad352b1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079158 Jun 09 22:02:20.892440 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46040) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:20.972932 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.004665 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.081007 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b9982ac2-21ee-4722-ab52-83814e58fcb0 req-cd126211-e4a4-4fa1-9d46-86e9e80d5d86 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 210 time: 0.0642109 Jun 09 22:02:21.103755 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.106376 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.107634 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e87a7a70-599d-400d-a614-0c64a3e60daf HTTP/1.1" status: 204 len: 168 time: 0.2142372 Jun 09 22:02:21.108413 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:21.119126 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a7a70-599d-400d-a614-0c64a3e60daf,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:21.127116 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.127467 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.127808 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.128154 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.128484 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.128979 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.129224 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.129441 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.129816 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.130073 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.130393 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.130803 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:21.138125 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:21.343226 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-555a8bf7-b09f-4dc4-9872-a6925a165f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.349337 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.383357 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526d215-25c8-4a0c-83f7-ee82bdfac7f4 req-19eb6106-3a37-421e-8fa9-3b7abc0cfd34 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:21.384860 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f526d215-25c8-4a0c-83f7-ee82bdfac7f4 req-19eb6106-3a37-421e-8fa9-3b7abc0cfd34 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1264675 Jun 09 22:02:21.440284 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f526d215-25c8-4a0c-83f7-ee82bdfac7f4 req-de915866-8999-4e7c-8859-1c8363ca21f0 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491598 Jun 09 22:02:21.481834 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-1bb5ece9-e3b9-41a8-8e58-437607c68ac1 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=54cfa56f740841a4ac872e62e064c0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529616 Jun 09 22:02:21.532162 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46064) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:21.550092 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9d56-b748-496a-a767-c79ace130519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.684977 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9d56-b748-496a-a767-c79ace130519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.691904 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9d56-b748-496a-a767-c79ace130519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.706034 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c6f77c6d-6bee-4c33-a09e-1fc5da996a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:21.717130 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-8e011fd8-76a0-4ac7-a12e-a38f8487823d tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:21.718798 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-8e011fd8-76a0-4ac7-a12e-a38f8487823d tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315280 Jun 09 22:02:21.753059 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd9d56-b748-496a-a767-c79ace130519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea898d62-9630-4c3f-8c2e-3cd1e749f76b,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:21.756788 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b3dd9d56-b748-496a-a767-c79ace130519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:21.762090 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b3dd9d56-b748-496a-a767-c79ace130519 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e310f85e4fe43139be8d71660eea822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282631 Jun 09 22:02:21.762807 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46070) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:21.769408 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Request body: {'port': {'device_id': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595', 'admin_state_up': True, 'tenant_id': '54cfa56f740841a4ac872e62e064c0b1'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:21.848011 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.877876 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.978261 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.981164 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:21.982283 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea898d62-9630-4c3f-8c2e-3cd1e749f76b HTTP/1.1" status: 204 len: 168 time: 0.2183623 Jun 09 22:02:21.983013 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:22.009313 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea898d62-9630-4c3f-8c2e-3cd1e749f76b,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:22.033406 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:22.049796 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97947d-d9c0-416c-b861-1db765bf2c90 req-42144065-05de-4415-9e5d-6627f7564d41 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:22.051801 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4a97947d-d9c0-416c-b861-1db765bf2c90 req-42144065-05de-4415-9e5d-6627f7564d41 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 946 time: 0.1488926 Jun 09 22:02:22.053080 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Made reservation on behalf of 54cfa56f740841a4ac872e62e064c0b1 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:22.057866 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.087432 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.092962 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.201985 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4a97947d-d9c0-416c-b861-1db765bf2c90 req-2703d10a-282d-4ee9-a053-2a75076b712f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313095 Jun 09 22:02:22.286312 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f45a41ca-3a89-4e30-9bc3-d81e0b7dfa9a req-747c6db0-85ab-40d9-ad00-6f4cecde254d tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 210 time: 0.0460339 Jun 09 22:02:22.336296 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.346372 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.356071 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6ade380f-4aaa-4f54-bcc4-24582251a660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:22.447035 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff3191-5a3d-4203-8e16-f5269a64347b,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:22.467382 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:22.582047 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Allocated IP 192.168.233.251 (bad7baf6-afec-4ad6-ba70-baaade248595/a2a77b0d-4e3b-47f0-9646-b6eabbd96cac/9b0bd4f0-004c-4125-a60a-806ece76df9b) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:22.619019 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46114) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:22.642524 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e39b8e07-4b71-4a21-aaf6-c3c2046f5131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.710573 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fd01c-3381-4433-aaba-2f28d5ce6f7e req-c907e743-a652-410b-9ba8-c4d02a0ec39d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:22.717486 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8c2fd01c-3381-4433-aaba-2f28d5ce6f7e req-c907e743-a652-410b-9ba8-c4d02a0ec39d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1584516 Jun 09 22:02:22.797535 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8c2fd01c-3381-4433-aaba-2f28d5ce6f7e req-d1ef2a9d-54b4-412c-a395-386035aa0d08 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Jun 09 22:02:22.840145 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e39b8e07-4b71-4a21-aaf6-c3c2046f5131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.852459 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e39b8e07-4b71-4a21-aaf6-c3c2046f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.875607 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e51af605-f9d2-4e4c-b5e5-5b946c21e561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:22.898178 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:22.915865 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Transition to ACTIVE for port object 9b0bd4f0-004c-4125-a60a-806ece76df9b will not be triggered until provisioned by entity DHCP. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:22.925301 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e39b8e07-4b71-4a21-aaf6-c3c2046f5131 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4426f04c7b754d6297bc02747d590018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050380 Jun 09 22:02:22.927057 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b8e07-4b71-4a21-aaf6-c3c2046f5131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e84b9-befe-482a-9c88-8d6c22c4284a,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:22.928461 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46132) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:22.931169 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e39b8e07-4b71-4a21-aaf6-c3c2046f5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:22.999167 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.012718 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d29ca5bc-735c-4b49-9359-91ba89a685e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:23.060477 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.120551 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Network bad7baf6-afec-4ad6-ba70-baaade248595 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:23.125748 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:23.143604 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:23.188592 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Pushing event updated for resources: {'Port': ['ID=9b0bd4f0-004c-4125-a60a-806ece76df9b,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:23.200813 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:23.211122 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.280997 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:23.280997 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.309975 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5577569 Jun 09 22:02:23.339113 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Request body: {'port': {'device_id': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:23.373087 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.375897 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.385576 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f32e84b9-befe-482a-9c88-8d6c22c4284a HTTP/1.1" status: 204 len: 168 time: 0.4498293 Jun 09 22:02:23.397665 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6a07e1ef-b862-44b9-a8c8-b45c4639bd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:23.491535 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e84b9-befe-482a-9c88-8d6c22c4284a,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:23.496675 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:23.524561 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-5b4b7257-3b7b-460c-b600-a04777f65007 None None] Provisioning for port 9b0bd4f0-004c-4125-a60a-806ece76df9b completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:23.530535 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-5b4b7257-3b7b-460c-b600-a04777f65007 None None] Provisioning complete for port 9b0bd4f0-004c-4125-a60a-806ece76df9b triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:23.530889 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5b4b7257-3b7b-460c-b600-a04777f65007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.600460 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b7257-3b7b-460c-b600-a04777f65007 None None] Port 9b0bd4f0-004c-4125-a60a-806ece76df9b cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:02:23.639107 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:23.728022 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeabe82-b20e-4a32-bd21-f1511f90bb99 req-9da80f3d-36e0-4a16-9327-494f238647d7 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:23.743260 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5aeabe82-b20e-4a32-bd21-f1511f90bb99 req-9da80f3d-36e0-4a16-9327-494f238647d7 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 936 time: 0.1538887 Jun 09 22:02:23.841259 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5aeabe82-b20e-4a32-bd21-f1511f90bb99 req-7bceefb1-05f8-4248-afa0-0f76c91ab247 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968497 Jun 09 22:02:23.995592 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:24.158066 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0bd4f0-004c-4125-a60a-806ece76df9b {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:24.168601 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:24.180076 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16df11-5c60-4c17-828b-6a234980baa9 req-21dc4df3-987e-4c6e-b90f-48f6f7aa2647 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:24.181671 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3e16df11-5c60-4c17-828b-6a234980baa9 req-21dc4df3-987e-4c6e-b90f-48f6f7aa2647 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2471163 Jun 09 22:02:24.212548 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Transition to ACTIVE for port object 9b0bd4f0-004c-4125-a60a-806ece76df9b will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:24.221566 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:24.244655 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:24.315350 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3e16df11-5c60-4c17-828b-6a234980baa9 req-c22fba1d-5cb5-49f9-a2c9-0fb0c2086d06 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245444 Jun 09 22:02:24.536028 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Pushing event updated for resources: {'Port': ['ID=9b0bd4f0-004c-4125-a60a-806ece76df9b,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:24.547732 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:24.629457 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Attempting to bind port 9b0bd4f0-004c-4125-a60a-806ece76df9b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:24.630249 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Attempting to bind port 9b0bd4f0-004c-4125-a60a-806ece76df9b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:24.630935 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Attempting to bind port 9b0bd4f0-004c-4125-a60a-806ece76df9b on network bad7baf6-afec-4ad6-ba70-baaade248595 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:24.637310 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Port 9b0bd4f0-004c-4125-a60a-806ece76df9b on network bad7baf6-afec-4ad6-ba70-baaade248595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:02:24.637644 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Attempting to bind port 9b0bd4f0-004c-4125-a60a-806ece76df9b on network bad7baf6-afec-4ad6-ba70-baaade248595 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:24.643000 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:24.644182 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Checking segment: {'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:24.644540 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Bound using segment: {'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:24.644960 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Bound port: 9b0bd4f0-004c-4125-a60a-806ece76df9b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e390e81-6b41-4c7c-8703-cdba4e2c664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:24.645303 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:24.746150 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] For port 9b0bd4f0-004c-4125-a60a-806ece76df9b, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:24.749614 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] For port 9b0bd4f0-004c-4125-a60a-806ece76df9b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b0bd4f0-004c-4125-a60a-806ece76df9b,segment=NetworkSegment(6e390e81-6b41-4c7c-8703-cdba4e2c664d),segment_id=6e390e81-6b41-4c7c-8703-cdba4e2c664d)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:24.755654 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:24.761216 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:24.832681 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:24.833294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:24.834780 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] 10.222.0.36 "PUT /v2.0/ports/9b0bd4f0-004c-4125-a60a-806ece76df9b HTTP/1.1" status: 200 len: 1098 time: 1.5122414 Jun 09 22:02:24.835140 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'tag': '9b0bd4f0-004c-4125-a60a-806ece76df9b'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:24.838081 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "383d20db-bb53-4e16-89b8-9d411c66f4ca", "tag": "9b0bd4f0-004c-4125-a60a-806ece76df9b"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:24.863091 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Pushing event updated for resources: {'Port': ['ID=9b0bd4f0-004c-4125-a60a-806ece76df9b,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:24.866177 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:24.936516 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e6a476-8248-4c80-a9c7-bcddf3ca7e5d x-openstack-request-id: req-58e6a476-8248-4c80-a9c7-bcddf3ca7e5d {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:24.936925 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383d20db-bb53-4e16-89b8-9d411c66f4ca", "tag": "9b0bd4f0-004c-4125-a60a-806ece76df9b", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:24.937119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58e6a476-8248-4c80-a9c7-bcddf3ca7e5d {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:24.937506 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'tag': '9b0bd4f0-004c-4125-a60a-806ece76df9b', 'status': 'completed', 'code': 200} Jun 09 22:02:25.080465 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdcc83-2bf9-4a4f-8843-3c01abf7a267 req-3b73a3cb-5f90-4a36-8d92-720911f024e4 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:25.090790 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b8cdcc83-2bf9-4a4f-8843-3c01abf7a267 req-3b73a3cb-5f90-4a36-8d92-720911f024e4 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 948 time: 0.1068196 Jun 09 22:02:25.099318 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-d52d58ec-930a-4ea9-a799-d0a95df28d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:25.104571 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-d52d58ec-930a-4ea9-a799-d0a95df28d8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54cfa56f740841a4ac872e62e064c0b1&device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 1101 time: 0.1732078 Jun 09 22:02:25.156983 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b8cdcc83-2bf9-4a4f-8843-3c01abf7a267 req-3f5de037-a3ed-4651-b617-d72dba726433 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652430 Jun 09 22:02:25.236635 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-130d7de8-fd7f-4633-9332-3459d6fae426 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9b0bd4f0-004c-4125-a60a-806ece76df9b HTTP/1.1" status: 200 len: 217 time: 0.1167519 Jun 09 22:02:25.402937 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-812c8d42-7723-4886-8259-85f876d0288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:25.404446 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-812c8d42-7723-4886-8259-85f876d0288c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a77b0d-4e3b-47f0-9646-b6eabbd96cac HTTP/1.1" status: 200 len: 843 time: 0.0984910 Jun 09 22:02:25.473360 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-69817a07-4b32-4c08-9c89-ff40469e6d95 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:25.474896 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-69817a07-4b32-4c08-9c89-ff40469e6d95 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.2373726 Jun 09 22:02:25.497098 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-10e860a2-f5c8-43dc-b915-87b522f519e0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/quotas/e2e094e911bb4d0aac303e2d3a275377 HTTP/1.1" status: 200 len: 375 time: 0.0154274 Jun 09 22:02:25.566196 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf8b61-83c7-403d-a76e-0fc48db18ef2 req-2fb11c09-0893-460e-a462-492e93127ca6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:25.574804 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ecf8b61-83c7-403d-a76e-0fc48db18ef2 req-2fb11c09-0893-460e-a462-492e93127ca6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1220136 Jun 09 22:02:25.577479 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-48873cfd-00bb-4bdb-bfa0-ce4ae48aefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:25.579220 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-48873cfd-00bb-4bdb-bfa0-ce4ae48aefe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bad7baf6-afec-4ad6-ba70-baaade248595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1656294 Jun 09 22:02:25.639302 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ecf8b61-83c7-403d-a76e-0fc48db18ef2 req-dafd394e-c9a2-42eb-8a72-4efe50713199 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631483 Jun 09 22:02:25.688874 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-af430d60-82e3-4bcd-84d6-367fbfe39bd2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799629 Jun 09 22:02:25.885892 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-603786f7-be0a-44d4-a346-a1dc9abf6e37 service neutron] 10.222.0.36 "GET /v2.0/networks/bad7baf6-afec-4ad6-ba70-baaade248595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935836 Jun 09 22:02:26.007480 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-8471e89f-baf2-4a9c-93e5-a174aa6ae089 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095889 Jun 09 22:02:26.140565 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-61e61f05-089a-425e-b038-a4fce21a1e1d req-a8a38589-1316-45cb-b633-bc5d5f01297a service neutron] 10.222.0.36 "GET /v2.0/networks/bad7baf6-afec-4ad6-ba70-baaade248595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373235 Jun 09 22:02:26.177334 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-12718cb7-1e22-42b3-9403-8ce2bfb8fcb7 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644559 Jun 09 22:02:26.286305 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-bf877113-0eae-4411-a2e3-61e4a2a38c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:26.288227 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-bf877113-0eae-4411-a2e3-61e4a2a38c08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54cfa56f740841a4ac872e62e064c0b1&device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 1101 time: 0.1003673 Jun 09 22:02:26.399799 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02b10-a9d8-4889-a674-c5d6d6a0da49 req-cc2158b3-acbb-4cce-877a-b758fac53f90 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:26.407838 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-49f02b10-a9d8-4889-a674-c5d6d6a0da49 req-cc2158b3-acbb-4cce-877a-b758fac53f90 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 948 time: 0.1196771 Jun 09 22:02:26.432567 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d495c823-8a60-49f0-b95e-546d4943c7d7 req-c789fe6c-07b7-430b-bb5d-9a5a1828eadf tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 210 time: 0.0585220 Jun 09 22:02:26.500450 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-49f02b10-a9d8-4889-a674-c5d6d6a0da49 req-08a4a0b9-d82e-4bbc-b0dc-00309ea2c14f tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904400 Jun 09 22:02:26.515141 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-5dbb37bb-39c9-482b-9138-a9635da21aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:26.516802 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-5dbb37bb-39c9-482b-9138-a9635da21aca service neutron] 10.222.0.36 "GET /v2.0/networks?id=bad7baf6-afec-4ad6-ba70-baaade248595 HTTP/1.1" status: 200 len: 870 time: 0.2163749 Jun 09 22:02:26.609769 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-3d2938f4-eee7-40bf-be2e-6c377bc3a2f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9b0bd4f0-004c-4125-a60a-806ece76df9b HTTP/1.1" status: 200 len: 217 time: 0.0779710 Jun 09 22:02:26.685104 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46308) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:26.707586 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-f18cf19e-b4c3-4b3a-8303-5d86db360d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:26.709196 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-f18cf19e-b4c3-4b3a-8303-5d86db360d86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a77b0d-4e3b-47f0-9646-b6eabbd96cac HTTP/1.1" status: 200 len: 843 time: 0.0912912 Jun 09 22:02:26.797550 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-d064b187-6135-498a-b6fa-3280acf4ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:26.799529 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-d064b187-6135-498a-b6fa-3280acf4ef7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bad7baf6-afec-4ad6-ba70-baaade248595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0822856 Jun 09 22:02:26.889736 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4223fce-4fad-497a-a3e2-580cf7d417aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.063911 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4223fce-4fad-497a-a3e2-580cf7d417aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.071835 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4223fce-4fad-497a-a3e2-580cf7d417aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.086790 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-565f2757-daeb-4bc8-85e4-ae2dce73c429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:27.092089 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4af85-cd1d-4129-a985-ea0fccf7f5fe req-896741d7-e22e-42c6-b65e-402a7741ba41 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:27.099117 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-91e4af85-cd1d-4129-a985-ea0fccf7f5fe req-896741d7-e22e-42c6-b65e-402a7741ba41 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2398810 Jun 09 22:02:27.140136 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-bfc487f9-6a03-4818-97d3-bcd4eb9c1a15 service neutron] 10.222.0.36 "GET /v2.0/networks/bad7baf6-afec-4ad6-ba70-baaade248595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258491 Jun 09 22:02:27.146599 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d4223fce-4fad-497a-a3e2-580cf7d417aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b5b802cfe00412a8e638d984ca3b81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575920 Jun 09 22:02:27.146599 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4223fce-4fad-497a-a3e2-580cf7d417aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3666602-e620-4158-8133-96ad88530268,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:27.158024 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46330) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:27.158974 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d4223fce-4fad-497a-a3e2-580cf7d417aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:27.192996 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46332) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:27.280267 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-91e4af85-cd1d-4129-a985-ea0fccf7f5fe req-8d9a265a-0979-4e85-bec1-00c72eabdb8c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802003 Jun 09 22:02:27.364370 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.382645 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-afcdfcd3-9bdf-4a79-ba8d-22c6cf788ba5 req-3f7de8a1-5fea-46ff-95f8-861336c06587 service neutron] 10.222.0.36 "GET /v2.0/networks/bad7baf6-afec-4ad6-ba70-baaade248595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278867 Jun 09 22:02:27.385021 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-be030ef1-26b9-43fb-ae43-98c8974c0121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.400017 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.456580 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.458969 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.460076 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3666602-e620-4158-8133-96ad88530268 HTTP/1.1" status: 204 len: 168 time: 0.2975373 Jun 09 22:02:27.461381 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e51071f1-5277-4d25-80e8-b6ab71eefaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:27.471338 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3666602-e620-4158-8133-96ad88530268,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:27.473707 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:27.532047 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-be030ef1-26b9-43fb-ae43-98c8974c0121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.536824 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-be030ef1-26b9-43fb-ae43-98c8974c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.544690 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7b061ec9-68d8-4b5c-bead-0a15e867e292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:27.625511 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be030ef1-26b9-43fb-ae43-98c8974c0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85719693-4346-4f1b-a886-b9f2577ae53a,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:27.637098 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-be030ef1-26b9-43fb-ae43-98c8974c0121 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0817e43ffcd1479089c3a94ec98c018f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408736 Jun 09 22:02:27.637098 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-be030ef1-26b9-43fb-ae43-98c8974c0121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:27.638002 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-30e27126-0833-4e0c-8110-a9da1105e9fd req-37f7c486-885f-4058-8c08-09fe5db333c7 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 210 time: 0.0558310 Jun 09 22:02:27.638358 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46348) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:27.702497 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.730230 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.754362 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542546a-e48d-44bd-beb2-2b28685597b9 req-e655a4eb-23f0-4d49-9a55-375a2b984b64 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:27.756011 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3542546a-e48d-44bd-beb2-2b28685597b9 req-e655a4eb-23f0-4d49-9a55-375a2b984b64 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 948 time: 0.0998032 Jun 09 22:02:27.790100 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.792522 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.793830 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85719693-4346-4f1b-a886-b9f2577ae53a HTTP/1.1" status: 204 len: 168 time: 0.1545537 Jun 09 22:02:27.794551 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a4883c56-2433-46e2-807d-13cc2e4f25d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:27.804538 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85719693-4346-4f1b-a886-b9f2577ae53a,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:27.806974 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:27.817248 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3542546a-e48d-44bd-beb2-2b28685597b9 req-8740cff4-5662-4054-8f82-40644ed2bd4b tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534477 Jun 09 22:02:27.840942 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46352) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:27.857478 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c8448a3c-93e1-4086-8d0d-921b41d99d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.964664 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c8448a3c-93e1-4086-8d0d-921b41d99d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.969036 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c8448a3c-93e1-4086-8d0d-921b41d99d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.977761 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:28.020029 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c8448a3c-93e1-4086-8d0d-921b41d99d30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=558c156b2d5b4725a6d54d25670fb1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756365 Jun 09 22:02:28.020295 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46356) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:28.053794 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8448a3c-93e1-4086-8d0d-921b41d99d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a36be7c-1317-47b4-9fb5-e2155da392ef,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:28.064519 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c8448a3c-93e1-4086-8d0d-921b41d99d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:28.142848 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.172756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.236864 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-551e4abc-fde5-4027-93cd-a5929b2093b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:28.238319 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-551e4abc-fde5-4027-93cd-a5929b2093b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.2454696 Jun 09 22:02:28.244610 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.249420 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.254943 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Request body: {'port': {'device_id': 'f501181f-336f-4ead-8132-054372206db0', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'admin_state_up': True, 'tenant_id': 'e2e094e911bb4d0aac303e2d3a275377'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:28.265728 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a36be7c-1317-47b4-9fb5-e2155da392ef HTTP/1.1" status: 204 len: 168 time: 0.2423506 Jun 09 22:02:28.265728 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-6c1d59eb-a305-4e9b-ac04-e90e73b803d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:28.278460 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a36be7c-1317-47b4-9fb5-e2155da392ef,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:28.282110 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:28.284668 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46364) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:28.321536 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d69f-28d7-4c77-8614-dee67b9556f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.479979 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d69f-28d7-4c77-8614-dee67b9556f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.490141 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d69f-28d7-4c77-8614-dee67b9556f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.510840 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bd5c5a55-88fd-47c0-8109-5a3d2f1e01bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:28.538142 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Made reservation on behalf of e2e094e911bb4d0aac303e2d3a275377 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:28.542632 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.548304 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9d69f-28d7-4c77-8614-dee67b9556f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f4f55-ee21-4f01-98d4-c31cf3d2b7b9,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:28.552171 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b8e9d69f-28d7-4c77-8614-dee67b9556f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:28.571688 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7786be-7f10-47ad-9239-5fa6c1838b93 req-1e9c6e0c-919a-423b-8d5e-7f0fcccd2d7c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:28.573277 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3b7786be-7f10-47ad-9239-5fa6c1838b93 req-1e9c6e0c-919a-423b-8d5e-7f0fcccd2d7c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1485238 Jun 09 22:02:28.603738 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b8e9d69f-28d7-4c77-8614-dee67b9556f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89e8ffe8b9174731a3ac53a8dd56fc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081298 Jun 09 22:02:28.606045 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46380) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:28.705510 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3b7786be-7f10-47ad-9239-5fa6c1838b93 req-23f258c1-8918-48de-bc92-d4eeeccb082f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243715 Jun 09 22:02:28.785158 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.796099 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Allocated IP 172.20.0.10 (3bb7341b-f1d3-4bed-ac06-e23a12392397/371542e7-e262-4c0d-957c-e387222bc13e/46a266f3-4652-4b76-94f1-3b48302b242d) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:28.820495 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.836593 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46390) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:29.003852 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ffbb665c-d649-4c1b-97a2-77fef7152800 req-899a55db-8d60-4cf9-b753-09903a2a4d1c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 210 time: 0.1198394 Jun 09 22:02:29.038294 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.041055 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.042149 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c66f4f55-ee21-4f01-98d4-c31cf3d2b7b9 HTTP/1.1" status: 204 len: 168 time: 0.4347410 Jun 09 22:02:29.042997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b8e9d69f-28d7-4c77-8614-dee67b9556f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:29.052649 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f4f55-ee21-4f01-98d4-c31cf3d2b7b9,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:29.055082 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:29.113375 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ec80667e-b56a-491b-b941-81a5d249b19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.206391 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.246465 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6de9-0e85-4383-a09e-6297c64c22e8 req-82d146fc-1ed1-46c7-bf77-252ef4ade0ed tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.248030 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dc9a6de9-0e85-4383-a09e-6297c64c22e8 req-82d146fc-1ed1-46c7-bf77-252ef4ade0ed tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 948 time: 0.2341366 Jun 09 22:02:29.347637 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.361112 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad', 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:29.379060 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-678a0e54-7fd7-477d-b99d-d6343888671f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:29.470776 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ec80667e-b56a-491b-b941-81a5d249b19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.479973 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:29.485973 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:29.493903 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:29.510501 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46420) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:29.528351 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ec80667e-b56a-491b-b941-81a5d249b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.558993 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dc9a6de9-0e85-4383-a09e-6297c64c22e8 req-8806f885-d7fd-44e9-889c-668946ebcbd1 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388029 Jun 09 22:02:29.595552 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event updated for resources: {'Port': ['ID=46a266f3-4652-4b76-94f1-3b48302b242d,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:29.609419 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:29.609909 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-def0926f-22d8-4eb7-ba82-28a6922e12d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:29.631570 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-ec80667e-b56a-491b-b941-81a5d249b19d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=888790a5b9364f9fba4a946c8dfa36c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7935271 Jun 09 22:02:29.634849 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46428) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:29.636393 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9b0bd4f0-004c-4125-a60a-806ece76df9b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:29.649563 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.650459 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.665877 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80667e-b56a-491b-b941-81a5d249b19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f6616-6839-4fa8-8394-2133ac785c88,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:29.669495 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ec80667e-b56a-491b-b941-81a5d249b19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:29.682539 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4317062 Jun 09 22:02:29.697129 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Request body: {'port': {'device_id': 'f501181f-336f-4ead-8132-054372206db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:29.791322 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.845478 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.865517 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 9b0bd4f0-004c-4125-a60a-806ece76df9b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b0bd4f0-004c-4125-a60a-806ece76df9b,segment=NetworkSegment(6e390e81-6b41-4c7c-8703-cdba4e2c664d),segment_id=6e390e81-6b41-4c7c-8703-cdba4e2c664d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:29.881224 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-838326482-network', 'tenant_id': '8ed5ddfe3a4e48b28f2bdb802e2ee8a6'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:29.883094 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '9b0bd4f0-004c-4125-a60a-806ece76df9b', 'network_id': 'bad7baf6-afec-4ad6-ba70-baaade248595', 'port_id': '9b0bd4f0-004c-4125-a60a-806ece76df9b', 'mac_address': 'fa:16:3e:69:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a77b0d-4e3b-47f0-9646-b6eabbd96cac', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:29.961970 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Made reservation on behalf of 8ed5ddfe3a4e48b28f2bdb802e2ee8a6 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:29.963839 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.964456 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.977895 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.986019 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0bd4f0-004c-4125-a60a-806ece76df9b {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:30.005214 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 9b0bd4f0-004c-4125-a60a-806ece76df9b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b0bd4f0-004c-4125-a60a-806ece76df9b,segment=NetworkSegment(6e390e81-6b41-4c7c-8703-cdba4e2c664d),segment_id=6e390e81-6b41-4c7c-8703-cdba4e2c664d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:30.012815 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.013932 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.014953 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.016788 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:30.022120 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.028398 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c01f6616-6839-4fa8-8394-2133ac785c88 HTTP/1.1" status: 204 len: 168 time: 0.3874409 Jun 09 22:02:30.032426 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b54c31dc-af2b-46c5-a9c9-7bade4544cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:30.063825 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f6616-6839-4fa8-8394-2133ac785c88,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:30.076774 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:30.141326 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=9b0bd4f0-004c-4125-a60a-806ece76df9b,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:30.166550 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.166941 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.167285 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.167623 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.167952 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.168280 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.173031 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.174788 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.174970 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.175310 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.176789 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.177118 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:30.179258 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccee0b-2b3d-44e9-a40f-8e994633ef8d req-97106388-6afa-4941-a954-621904fd2033 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:30.184846 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:30.192183 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-20ccee0b-2b3d-44e9-a40f-8e994633ef8d req-97106388-6afa-4941-a954-621904fd2033 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.3171425 Jun 09 22:02:30.299508 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.315017 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.320698 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-be030ef1-26b9-43fb-ae43-98c8974c0121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:30.346035 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-20ccee0b-2b3d-44e9-a40f-8e994633ef8d req-7af069a2-dcab-4199-8a2d-b24a7d2e4213 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529431 Jun 09 22:02:30.356808 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['9b0bd4f0-004c-4125-a60a-806ece76df9b'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:30.376264 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:02:30.390035 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46452) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:30.418144 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3663421d-cd84-4d72-bb4d-c52c42f60687,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:30.427628 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:30.438363 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.438800 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Added segment 79fd1ddd-46f1-472c-8808-25bd6ae07802 of type vlan for network a40cd776-c4ff-44e8-b84b-13561f6a64bc Jun 09 22:02:30.448599 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4567c99-1535-47d3-b137-e2ae7cc914c6 req-11882b61-6f6b-4f70-8e4f-348893ff6720 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:30.450710 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b4567c99-1535-47d3-b137-e2ae7cc914c6 req-11882b61-6f6b-4f70-8e4f-348893ff6720 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 932 time: 0.2149053 Jun 09 22:02:30.514649 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.548899 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b4567c99-1535-47d3-b137-e2ae7cc914c6 req-41edcf0d-00d4-4fb0-afa7-df4eb1be56f0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837014 Jun 09 22:02:30.579324 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.580894 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:30.581481 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.592860 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4d12632c-f970-4907-ae30-59a8f63c8231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:30.602421 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a266f3-4652-4b76-94f1-3b48302b242d {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:30.615720 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.649836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Transition to ACTIVE for port object 46a266f3-4652-4b76-94f1-3b48302b242d will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:30.660257 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:30.672853 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:30.774902 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2621679 Jun 09 22:02:30.775454 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46468) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:30.784121 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Request body: {'subnet': {'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-838326482-subnet', 'tenant_id': '8ed5ddfe3a4e48b28f2bdb802e2ee8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:30.809415 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Pushing event updated for resources: {'Network': ['ID=a40cd776-c4ff-44e8-b84b-13561f6a64bc,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:30.814536 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:30.822281 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network a40cd776-c4ff-44e8-b84b-13561f6a64bc details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:02:30.849148 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Made reservation on behalf of 8ed5ddfe3a4e48b28f2bdb802e2ee8a6 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:30.852642 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2402902'] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.161312 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1078d6f0-8c34-444f-a763-3d7105f26ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.196410 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9613298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2402852'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.198585 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Pushing event updated for resources: {'Port': ['ID=46a266f3-4652-4b76-94f1-3b48302b242d,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:31.204415 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c0651d7d-0db9-4baf-b0e9-07f3d3d70320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:31.211541 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:31.270109 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Attempting to bind port 46a266f3-4652-4b76-94f1-3b48302b242d on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:31.270499 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Attempting to bind port 46a266f3-4652-4b76-94f1-3b48302b242d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:31.270804 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Attempting to bind port 46a266f3-4652-4b76-94f1-3b48302b242d on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:31.282424 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Port 46a266f3-4652-4b76-94f1-3b48302b242d on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:02:31.282804 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Attempting to bind port 46a266f3-4652-4b76-94f1-3b48302b242d on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:31.298164 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:31.298497 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Checking segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:31.298998 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Bound using segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:31.299432 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Bound port: 46a266f3-4652-4b76-94f1-3b48302b242d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:31.299796 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.314130 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07c2770-10fc-4415-a1c7-bdcca14365d5,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:31.317286 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:31.320951 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79f993-59d5-45ff-b9a2-d7a634c4bac9 req-3171bd14-b4f0-48a7-a7f6-20ff017f3b3a tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:31.321376 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Checking segment: {'id': '79fd1ddd-46f1-472c-8808-25bd6ae07802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:31.321723 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Network hostable DHCP agents. Network: a40cd776-c4ff-44e8-b84b-13561f6a64bc, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:02:31.327750 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8d79f993-59d5-45ff-b9a2-d7a634c4bac9 req-3171bd14-b4f0-48a7-a7f6-20ff017f3b3a tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 949 time: 0.2525742 Jun 09 22:02:31.347262 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Network a40cd776-c4ff-44e8-b84b-13561f6a64bc is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:02:31.361386 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, a40cd776-c4ff-44e8-b84b-13561f6a64bc) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:31.370231 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b5011a-eb3f-4c62-801a-ac1e2d45a079 None None] Network a40cd776-c4ff-44e8-b84b-13561f6a64bc requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:31.371430 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:31.372095 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.448049 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8d79f993-59d5-45ff-b9a2-d7a634c4bac9 req-6e141736-3df0-4ecd-84fa-b6dc7425907c tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193697 Jun 09 22:02:31.512978 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] For port 46a266f3-4652-4b76-94f1-3b48302b242d, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:31.524074 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1078d6f0-8c34-444f-a763-3d7105f26ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.527953 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] For port 46a266f3-4652-4b76-94f1-3b48302b242d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=46a266f3-4652-4b76-94f1-3b48302b242d,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:31.533114 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1078d6f0-8c34-444f-a763-3d7105f26ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.544206 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a0e33ed9-e382-472d-ade2-a1a1b701735d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:31.560364 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.596807 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46500) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:31.609803 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8311539 Jun 09 22:02:31.643207 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-1078d6f0-8c34-444f-a763-3d7105f26ba3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=484e8acdc31e431883f0527abe552b64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2519543 Jun 09 22:02:31.650357 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46506) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:31.684223 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:31.685143 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:31.686640 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/46a266f3-4652-4b76-94f1-3b48302b242d HTTP/1.1" status: 200 len: 1094 time: 1.9940681 Jun 09 22:02:31.689394 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f501181f-336f-4ead-8132-054372206db0', 'tag': '46a266f3-4652-4b76-94f1-3b48302b242d'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:31.691938 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b63161-017f-4802-9544-9b40afeddf8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f501181f-336f-4ead-8132-054372206db0", "tag": "46a266f3-4652-4b76-94f1-3b48302b242d"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:31.695165 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078d6f0-8c34-444f-a763-3d7105f26ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffba3ca-d647-4bab-93b3-d1dfeaf97ad4,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:31.696802 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9b0bd4f0-004c-4125-a60a-806ece76df9b up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:31.723588 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943179-b61c-4bb1-86c2-3c8ab7495111 req-58a42d9a-010a-4b6e-8971-332e1ba20180 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:31.739345 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fd943179-b61c-4bb1-86c2-3c8ab7495111 req-58a42d9a-010a-4b6e-8971-332e1ba20180 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2431185 Jun 09 22:02:31.770090 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1078d6f0-8c34-444f-a763-3d7105f26ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:31.770610 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:31.803328 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fd943179-b61c-4bb1-86c2-3c8ab7495111 req-42b1a22f-2466-4205-b047-eee11af93ade tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629239 Jun 09 22:02:31.853165 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2972e9-8779-4ce9-8c98-e81f442536af None None] Network a40cd776-c4ff-44e8-b84b-13561f6a64bc requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:31.947088 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1284294c-a7c2-4b2e-b1e7-5ed4c68559d0 x-openstack-request-id: req-1284294c-a7c2-4b2e-b1e7-5ed4c68559d0 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:31.947907 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f501181f-336f-4ead-8132-054372206db0", "tag": "46a266f3-4652-4b76-94f1-3b48302b242d", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:31.948390 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1284294c-a7c2-4b2e-b1e7-5ed4c68559d0 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:31.949051 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f501181f-336f-4ead-8132-054372206db0', 'tag': '46a266f3-4652-4b76-94f1-3b48302b242d', 'status': 'completed', 'code': 200} Jun 09 22:02:32.017897 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.081924 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 9b0bd4f0-004c-4125-a60a-806ece76df9b completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:32.091586 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 9b0bd4f0-004c-4125-a60a-806ece76df9b triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:32.091891 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.112837 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.133521 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Pushing event updated for resources: {'Port': ['ID=46a266f3-4652-4b76-94f1-3b48302b242d,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:32.144412 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:32.155963 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-898796025-network', 'tenant_id': 'b602873847224a33991823c57e432eaa'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:32.191603 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-3441cecb-8667-4c29-8c07-256e1dc4f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:32.193088 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-3441cecb-8667-4c29-8c07-256e1dc4f9ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 1097 time: 0.4350231 Jun 09 22:02:32.282674 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d46e0f-98d7-49fa-af90-5f41830f4ae5 req-019975d8-ff6d-4647-87d9-c7eb3b813819 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:32.284214 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f9d46e0f-98d7-49fa-af90-5f41830f4ae5 req-019975d8-ff6d-4647-87d9-c7eb3b813819 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 944 time: 0.5852420 Jun 09 22:02:32.295256 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-8d269fb1-1ab8-4bde-93d7-fcc266cb90ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a266f3-4652-4b76-94f1-3b48302b242d HTTP/1.1" status: 200 len: 217 time: 0.0874922 Jun 09 22:02:32.329413 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.356254 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Made reservation on behalf of b602873847224a33991823c57e432eaa for: {'network': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:32.358758 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.372162 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 9b0bd4f0-004c-4125-a60a-806ece76df9b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b0bd4f0-004c-4125-a60a-806ece76df9b,segment=NetworkSegment(6e390e81-6b41-4c7c-8703-cdba4e2c664d),segment_id=6e390e81-6b41-4c7c-8703-cdba4e2c664d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:32.373321 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0bd4f0-004c-4125-a60a-806ece76df9b'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:32.377553 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1078d6-a546-4e68-8ecf-1091ffa40e2d" -d '{"events": [{"server_uuid": "383d20db-bb53-4e16-89b8-9d411c66f4ca", "name": "network-vif-plugged", "status": "completed", "tag": "9b0bd4f0-004c-4125-a60a-806ece76df9b"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:32.391658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.394625 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.397175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:32.427417 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f9d46e0f-98d7-49fa-af90-5f41830f4ae5 req-8c0619d6-3e83-467d-9a4f-311a61e365e8 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336267 Jun 09 22:02:32.431006 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46542) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:32.436246 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-320697162-network', 'tenant_id': 'b88ad36fae9b4add9a8f962c42ab682e'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:32.450487 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-50874241-35e1-4c0f-b907-ea8d8c36aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:32.451254 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dfb5f9-9f0d-4ba6-a404-f3bc4534beb5 x-openstack-request-id: req-b0dfb5f9-9f0d-4ba6-a404-f3bc4534beb5 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:32.451572 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383d20db-bb53-4e16-89b8-9d411c66f4ca", "name": "network-vif-plugged", "status": "completed", "tag": "9b0bd4f0-004c-4125-a60a-806ece76df9b", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:32.452025 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0dfb5f9-9f0d-4ba6-a404-f3bc4534beb5 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:32.452142 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-50874241-35e1-4c0f-b907-ea8d8c36aed2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.1427650 Jun 09 22:02:32.452420 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0bd4f0-004c-4125-a60a-806ece76df9b', 'code': 200} Jun 09 22:02:32.463882 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.466261 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.471163 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ffba3ca-d647-4bab-93b3-d1dfeaf97ad4 HTTP/1.1" status: 204 len: 168 time: 0.8193808 Jun 09 22:02:32.473070 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-29afd143-3c17-4d8c-9ba6-b3b342de38bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:32.505067 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Made reservation on behalf of b88ad36fae9b4add9a8f962c42ab682e for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:32.509263 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.542853 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.569749 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=9b0bd4f0-004c-4125-a60a-806ece76df9b,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:32.586634 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:32.587045 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffba3ca-d647-4bab-93b3-d1dfeaf97ad4,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:32.592466 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-d4ce61f4-6191-42e7-aa30-80f426529905 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202424 Jun 09 22:02:32.594207 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:32.794110 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-6e6c47d3-6a15-421f-9689-b493772d7e91 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748946 Jun 09 22:02:32.822584 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2078a-aba6-49ad-be47-33d5a34c6341 req-bcb14320-8bb3-4e69-b1f7-7cc6b5873480 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:32.830435 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-99a2078a-aba6-49ad-be47-33d5a34c6341 req-bcb14320-8bb3-4e69-b1f7-7cc6b5873480 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 950 time: 0.1882546 Jun 09 22:02:32.846037 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06974520-4640-43db-93ca-928cd8a4516c req-b5857511-ca6f-487d-9a26-ce27990d3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:32.847585 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-06974520-4640-43db-93ca-928cd8a4516c req-b5857511-ca6f-487d-9a26-ce27990d3e52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 1103 time: 0.1392689 Jun 09 22:02:32.949485 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.955249 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-99a2078a-aba6-49ad-be47-33d5a34c6341 req-4aad03df-3103-40a4-bd9a-6c979eb56706 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192572 Jun 09 22:02:32.973886 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-06974520-4640-43db-93ca-928cd8a4516c req-f004e666-6f9e-41aa-95ba-8aea3f8cbaa1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969541 Jun 09 22:02:32.979723 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:32.985520 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:33.079318 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=91697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:02:33.087072 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fdd4ba5a-feca-4f43-ad9c-79566e9e9600 req-ccefe972-6638-482a-9dfa-2261ff0cba9d service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839413 Jun 09 22:02:33.095114 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.100369 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.104592 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d320c17b-27b8-4c9b-adb4-0881f1d22539,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:33.104753 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46580) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:33.106424 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:33.110044 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:33.115431 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.115771 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.segments_db [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Added segment 6f92c23a-af25-4ea1-a84f-c379b80b329f of type vlan for network f59a9024-54f9-4978-8185-15873cafd639 Jun 09 22:02:33.163999 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:02:33.170761 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.187632 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ae99c160-4ed7-4ec8-b274-66a635b1e0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.202464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3479caf2-2460-4697-bfba-dad82fc81e70,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:33.211915 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:33.213911 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.214470 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Added segment bd71c5df-2843-4194-919a-9b30e443c3ee of type vlan for network 4e97a730-84d3-4857-b4bc-44fde287ec15 Jun 09 22:02:33.242459 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604da8-4b8f-4d97-b544-297cf5a764d8 req-734f76f5-1b0d-48b3-a872-f6b6570242d4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.249841 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59604da8-4b8f-4d97-b544-297cf5a764d8 req-734f76f5-1b0d-48b3-a872-f6b6570242d4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2514408 Jun 09 22:02:33.271574 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.326630 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.332674 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.333364 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.333615 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.340021 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59604da8-4b8f-4d97-b544-297cf5a764d8 req-bb2bffd5-d48c-4357-89d2-27e9009d39dc tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893457 Jun 09 22:02:33.341735 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.342318 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.345846 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a4644395-67fb-4d16-b254-26a7145799f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:33.353612 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1380edd-c367-4e40-9c3e-83813a8ff135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:33.472033 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ae99c160-4ed7-4ec8-b274-66a635b1e0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.478374 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Pushing event updated for resources: {'Network': ['ID=4e97a730-84d3-4857-b4bc-44fde287ec15,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:33.482843 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:33.483549 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ae99c160-4ed7-4ec8-b274-66a635b1e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.489795 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 4e97a730-84d3-4857-b4bc-44fde287ec15 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:02:33.536263 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:33.570099 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ae99c160-4ed7-4ec8-b274-66a635b1e0d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c1963f602804eedb25d1c09af58c5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494102 Jun 09 22:02:33.571743 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1402194 Jun 09 22:02:33.572455 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46616) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:33.572560 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9567604 Jun 09 22:02:33.573606 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46618) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:33.574411 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99c160-4ed7-4ec8-b274-66a635b1e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89fc9c-53b0-42af-bb97-14adf198d623,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:33.582758 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Request body: {'subnet': {'network_id': 'f59a9024-54f9-4978-8185-15873cafd639', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-898796025-subnet', 'tenant_id': 'b602873847224a33991823c57e432eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:33.588647 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46620) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:33.598724 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Request body: {'subnet': {'network_id': '4e97a730-84d3-4857-b4bc-44fde287ec15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-320697162-subnet', 'tenant_id': 'b88ad36fae9b4add9a8f962c42ab682e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:33.600315 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ae99c160-4ed7-4ec8-b274-66a635b1e0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:33.608586 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b63161-017f-4802-9544-9b40afeddf8c req-097ff628-c859-4301-a43a-01f3799a9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.610051 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83b63161-017f-4802-9544-9b40afeddf8c req-097ff628-c859-4301-a43a-01f3799a9190 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 1097 time: 0.4276676 Jun 09 22:02:33.612573 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Pushing event updated for resources: {'Network': ['ID=f59a9024-54f9-4978-8185-15873cafd639,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:33.616020 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:33.630509 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network f59a9024-54f9-4978-8185-15873cafd639 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:02:33.662010 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Made reservation on behalf of b88ad36fae9b4add9a8f962c42ab682e for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:33.665131 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2190554'] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.735864 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9b010-4ced-444a-a1cc-59bc1618d043 req-2c1c366c-7c44-4ce1-8e79-cd46674e45e6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.738083 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4ae9b010-4ced-444a-a1cc-59bc1618d043 req-2c1c366c-7c44-4ce1-8e79-cd46674e45e6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 944 time: 0.1366730 Jun 09 22:02:33.740116 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Made reservation on behalf of b602873847224a33991823c57e432eaa for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:33.743073 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2402902'] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.928518 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:33.966873 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b63161-017f-4802-9544-9b40afeddf8c req-0a37e998-c460-4c9e-8654-28443b54504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.968563 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83b63161-017f-4802-9544-9b40afeddf8c req-0a37e998-c460-4c9e-8654-28443b54504f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 915 time: 0.3316925 Jun 09 22:02:33.985766 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4ae9b010-4ced-444a-a1cc-59bc1618d043 req-62a17453-238b-4636-90d0-1c013e53bd56 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015511 Jun 09 22:02:34.001670 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.064616 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83b63161-017f-4802-9544-9b40afeddf8c req-c14469fc-ef19-49d9-b300-d8239ace6146 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a266f3-4652-4b76-94f1-3b48302b242d HTTP/1.1" status: 200 len: 217 time: 0.0809557 Jun 09 22:02:34.165756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.169158 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.170804 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd89fc9c-53b0-42af-bb97-14adf198d623 HTTP/1.1" status: 204 len: 168 time: 0.5825815 Jun 09 22:02:34.191761 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e0f929a6-2656-4b49-ae56-8e6573a90107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:34.220763 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9613298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2402852'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.222578 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89fc9c-53b0-42af-bb97-14adf198d623,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:34.225082 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:34.233480 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8adea805-9ac4-42ac-b342-1141394553ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:34.256094 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2552837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2190504'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.260193 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b63161-017f-4802-9544-9b40afeddf8c req-f909e656-1dae-45f4-9541-1d943137fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.261668 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83b63161-017f-4802-9544-9b40afeddf8c req-f909e656-1dae-45f4-9541-1d943137fd8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.1806452 Jun 09 22:02:34.280445 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2edcd4cd-a67e-48bb-88c0-369622145562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:34.317543 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bf4693-4d5f-4e94-812d-cad68db22a4a,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:34.328102 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:34.337004 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Checking segment: {'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:34.337430 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Network hostable DHCP agents. Network: f59a9024-54f9-4978-8185-15873cafd639, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:02:34.359111 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Network f59a9024-54f9-4978-8185-15873cafd639 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:02:34.375461 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46650) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:34.386394 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, f59a9024-54f9-4978-8185-15873cafd639) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:34.392327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.393611 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.399209 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83b63161-017f-4802-9544-9b40afeddf8c req-80ba2f15-f6f4-400e-b914-4e166dbfb909 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196065 Jun 09 22:02:34.402982 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c441a-bcbd-4ff0-bc72-518389790777 None None] Network f59a9024-54f9-4978-8185-15873cafd639 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:34.427881 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-86a9a378-2817-428b-bc6e-1cbe1119c8f2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8502598 Jun 09 22:02:34.515046 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9fbf7c-b60e-42dd-a5a7-539f0537b7a4,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:34.521199 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:34.540534 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Checking segment: {'id': 'bd71c5df-2843-4194-919a-9b30e443c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4e97a730-84d3-4857-b4bc-44fde287ec15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:34.541002 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Network hostable DHCP agents. Network: 4e97a730-84d3-4857-b4bc-44fde287ec15, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:02:34.553520 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc229660-4024-4ff0-b8fe-fe76637e397d req-f0df5cb8-f36b-4d0f-8f79-c3077cd4e963 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.555588 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cc229660-4024-4ff0-b8fe-fe76637e397d req-f0df5cb8-f36b-4d0f-8f79-c3077cd4e963 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 950 time: 0.4156024 Jun 09 22:02:34.620983 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2c024abb-bcd3-48ef-bab4-0c6b4b0e7a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.662227 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Network 4e97a730-84d3-4857-b4bc-44fde287ec15 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:02:34.680639 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cc229660-4024-4ff0-b8fe-fe76637e397d req-7465b3e0-cda7-4afa-b2ba-2acc14dfe960 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169684 Jun 09 22:02:34.689357 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83b63161-017f-4802-9544-9b40afeddf8c req-23c0919d-9c21-44a1-ad56-c0240f729204 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651293 Jun 09 22:02:34.704548 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 4e97a730-84d3-4857-b4bc-44fde287ec15) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:34.728657 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.729515 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.759318 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61732ca-7e30-459d-b3d4-2c3c9d3218c2 None None] Network 4e97a730-84d3-4857-b4bc-44fde287ec15 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:34.777873 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0944dee-543c-4564-93ca-888503e93590 None None] Network f59a9024-54f9-4978-8185-15873cafd639 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:34.812874 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4641a05-b3dc-4aa4-9d57-1eca6adadc60 req-6f1b7e9c-3ebc-49b1-b7ef-cfcb9c5ce53f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.814450 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a4641a05-b3dc-4aa4-9d57-1eca6adadc60 req-6f1b7e9c-3ebc-49b1-b7ef-cfcb9c5ce53f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1164389 Jun 09 22:02:34.899515 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a4641a05-b3dc-4aa4-9d57-1eca6adadc60 req-bde7edb2-7e40-4dec-b4c0-70efcd935a01 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761957 Jun 09 22:02:34.920684 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83b63161-017f-4802-9544-9b40afeddf8c req-6977945e-9acf-47b1-80e1-4f0a3d156c70 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139721 Jun 09 22:02:34.930193 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2c024abb-bcd3-48ef-bab4-0c6b4b0e7a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.939690 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2c024abb-bcd3-48ef-bab4-0c6b4b0e7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.945905 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3532300 Jun 09 22:02:34.954067 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:35.065032 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-2c024abb-bcd3-48ef-bab4-0c6b4b0e7a9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfca5ea35b8b43fbbc8886f43535a2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871789 Jun 09 22:02:35.066097 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c024abb-bcd3-48ef-bab4-0c6b4b0e7a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2057917c-4512-44e0-b8f8-cac4fe78270b,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:35.067686 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46672) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:35.094980 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2c024abb-bcd3-48ef-bab4-0c6b4b0e7a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:35.188527 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.271823 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.373597 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b07250d-7069-486a-a3ad-1b1b6f7072ee None None] Network 4e97a730-84d3-4857-b4bc-44fde287ec15 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:35.376956 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2c49-0ca7-4f79-9554-07ca61d83cc9 req-9a171c5a-9b63-477c-b0f6-dfd4e6e88be6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:35.384903 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-618f2c49-0ca7-4f79-9554-07ca61d83cc9 req-9a171c5a-9b63-477c-b0f6-dfd4e6e88be6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 944 time: 0.1785941 Jun 09 22:02:35.406468 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.409010 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.410126 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2057917c-4512-44e0-b8f8-cac4fe78270b HTTP/1.1" status: 204 len: 168 time: 0.3413682 Jun 09 22:02:35.414067 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a5484111-74fd-4936-8984-e1b6e0ed722b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:35.436749 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2057917c-4512-44e0-b8f8-cac4fe78270b,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:35.442060 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:35.469378 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-618f2c49-0ca7-4f79-9554-07ca61d83cc9 req-f5763647-4a08-4854-b25f-bf41353132b6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835364 Jun 09 22:02:35.662302 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 46a266f3-4652-4b76-94f1-3b48302b242d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:35.822816 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 46a266f3-4652-4b76-94f1-3b48302b242d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=46a266f3-4652-4b76-94f1-3b48302b242d,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:35.842197 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '46a266f3-4652-4b76-94f1-3b48302b242d', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'port_id': '46a266f3-4652-4b76-94f1-3b48302b242d', 'mac_address': 'fa:16:3e:2c:d9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371542e7-e262-4c0d-957c-e387222bc13e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:35.945234 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.980980 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349f6c2-d155-45e9-96ad-a7326b3d1baf req-360a3825-9356-4f51-9b8f-b2c39c048cf0 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:35.984541 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:02:35.989725 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7349f6c2-d155-45e9-96ad-a7326b3d1baf req-360a3825-9356-4f51-9b8f-b2c39c048cf0 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 950 time: 0.0972424 Jun 09 22:02:36.018161 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a266f3-4652-4b76-94f1-3b48302b242d {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:36.050484 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 46a266f3-4652-4b76-94f1-3b48302b242d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=46a266f3-4652-4b76-94f1-3b48302b242d,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:36.053088 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7349f6c2-d155-45e9-96ad-a7326b3d1baf req-c62c794d-6df8-4b00-bade-cb6b718e5836 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Jun 09 22:02:36.071364 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.073126 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:36.103494 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46718) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:36.129100 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ca155ab4-86ab-4982-93b1-46962f3da7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.144816 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=46a266f3-4652-4b76-94f1-3b48302b242d,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:36.148867 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:36.199552 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-862f0658-31d5-401b-b947-e898a7437eaf tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:36.201126 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-862f0658-31d5-401b-b947-e898a7437eaf tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/networks?id=a40cd776-c4ff-44e8-b84b-13561f6a64bc HTTP/1.1" status: 200 len: 808 time: 0.2989695 Jun 09 22:02:36.216823 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-7b337998-cb43-4537-a1e0-25dfb4c1a28c tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/quotas/8ed5ddfe3a4e48b28f2bdb802e2ee8a6 HTTP/1.1" status: 200 len: 375 time: 0.0095048 Jun 09 22:02:36.272054 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-7c19b86a-fd0c-47a3-af5f-9dc5ac459b26 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ed5ddfe3a4e48b28f2bdb802e2ee8a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441170 Jun 09 22:02:36.315242 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 46724) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:36.343788 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29b7de-78d2-4682-9c78-d34b67004b1d req-318b84d9-2e2f-4773-8b8a-ed79fde71fa5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:36.345411 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2f29b7de-78d2-4682-9c78-d34b67004b1d req-318b84d9-2e2f-4773-8b8a-ed79fde71fa5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1436036 Jun 09 22:02:36.350921 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ca155ab4-86ab-4982-93b1-46962f3da7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.359123 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ca155ab4-86ab-4982-93b1-46962f3da7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.384764 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1078d6f0-8c34-444f-a763-3d7105f26ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:36.415637 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-b6053822-fa5f-4a8d-8050-dd336fbf1cf3 service neutron] 10.222.0.42 "GET /v2.0/networks/a40cd776-c4ff-44e8-b84b-13561f6a64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356301 Jun 09 22:02:36.438354 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-ca155ab4-86ab-4982-93b1-46962f3da7f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddcb15c4ba334ed08d3f060e31b905e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332684 Jun 09 22:02:36.443062 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46728) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:36.465186 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2f29b7de-78d2-4682-9c78-d34b67004b1d req-00130ae0-ae60-4563-9a6e-5c99418014f0 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084359 Jun 09 22:02:36.465797 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155ab4-86ab-4982-93b1-46962f3da7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e5f75-922a-4fc0-8040-47c747576891,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:36.469810 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ca155ab4-86ab-4982-93b1-46962f3da7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:36.470720 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53dc8242-7dc2-42d1-8fc7-89822a97e8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.544245 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['46a266f3-4652-4b76-94f1-3b48302b242d'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:36.593690 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53dc8242-7dc2-42d1-8fc7-89822a97e8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.600234 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53dc8242-7dc2-42d1-8fc7-89822a97e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.608399 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.613685 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-f3e8a297-e694-4f5d-a288-a0081ad128a1 service neutron] 10.222.0.42 "GET /v2.0/networks/a40cd776-c4ff-44e8-b84b-13561f6a64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904395 Jun 09 22:02:36.620634 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:36.640683 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.705423 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-53dc8242-7dc2-42d1-8fc7-89822a97e8c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=becf589f7aa34875b3b673a46ad2f3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857524 Jun 09 22:02:36.706319 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 46734) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:36.707817 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc8242-7dc2-42d1-8fc7-89822a97e8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec6375-b8cd-47ac-a992-0698b8924774,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:36.712153 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-53dc8242-7dc2-42d1-8fc7-89822a97e8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:36.823339 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.824920 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.827274 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.828617 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f0e5f75-922a-4fc0-8040-47c747576891 HTTP/1.1" status: 204 len: 168 time: 0.3844211 Jun 09 22:02:36.830202 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c86f0615-f03a-4b0f-8987-11f38bcb6b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:36.870756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e5f75-922a-4fc0-8040-47c747576891,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:36.911681 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:36.958602 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:37.049122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ca260-063b-48ac-bfcc-074544aa448d req-59b682ce-c156-41e0-93d4-7e49bd332664 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.050848 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b52ca260-063b-48ac-bfcc-074544aa448d req-59b682ce-c156-41e0-93d4-7e49bd332664 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 945 time: 0.1735566 Jun 09 22:02:37.077136 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-fd1f1557-f5f3-47a8-b61e-e9caf683dfa8 req-6bf91da3-4db0-4501-8811-dfa2d3b85206 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 210 time: 0.1603489 Jun 09 22:02:37.103410 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:37.109484 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:37.111559 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cec6375-b8cd-47ac-a992-0698b8924774 HTTP/1.1" status: 204 len: 168 time: 0.4039609 Jun 09 22:02:37.116508 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c8448a3c-93e1-4086-8d0d-921b41d99d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:37.130572 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec6375-b8cd-47ac-a992-0698b8924774,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:37.150986 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:37.175322 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b52ca260-063b-48ac-bfcc-074544aa448d req-8797808f-279b-4085-9ac6-89f95c21940d tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183102 Jun 09 22:02:37.460157 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf367bc-2d3a-4beb-aaa4-ed9de5bb6aad req-0e1f0173-7513-40c5-bb14-f7f2dcec0e29 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.462246 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fdf367bc-2d3a-4beb-aaa4-ed9de5bb6aad req-0e1f0173-7513-40c5-bb14-f7f2dcec0e29 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 950 time: 0.1516330 Jun 09 22:02:37.526349 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fdf367bc-2d3a-4beb-aaa4-ed9de5bb6aad req-c43ae447-c231-4911-a6e2-fc10428fc3bd tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580440 Jun 09 22:02:37.536793 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-e4eb77f4-4b45-4cca-bae4-beea52edc475 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2242286 Jun 09 22:02:37.597256 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-d3a4fac9-2a3f-48e5-a84a-20dda552de68 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.599451 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-d3a4fac9-2a3f-48e5-a84a-20dda552de68 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/networks?id=f59a9024-54f9-4978-8185-15873cafd639 HTTP/1.1" status: 200 len: 813 time: 0.2145963 Jun 09 22:02:37.630232 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-ca80baea-d42b-44d9-b10c-78828d8db37c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/quotas/b602873847224a33991823c57e432eaa HTTP/1.1" status: 200 len: 375 time: 0.0197024 Jun 09 22:02:37.747637 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56d2fa-d1d9-496c-a127-2d7c9ae533fa req-ab0e3cf3-6c48-456e-b971-8ddf8e4bef82 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.755910 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ce56d2fa-d1d9-496c-a127-2d7c9ae533fa req-ab0e3cf3-6c48-456e-b971-8ddf8e4bef82 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1020913 Jun 09 22:02:37.773670 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-769b6f0d-e198-4679-a33c-60009b1168fd tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b602873847224a33991823c57e432eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273940 Jun 09 22:02:37.806707 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ce56d2fa-d1d9-496c-a127-2d7c9ae533fa req-a28e8a31-e35f-4871-8524-2491a686f8bc tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Jun 09 22:02:37.908733 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-ca5df4b3-3404-4fad-8b92-f0d0a100e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.910200 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-ca5df4b3-3404-4fad-8b92-f0d0a100e2e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 1098 time: 0.2092721 Jun 09 22:02:37.965089 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-66a42041-9a4b-4c0c-9435-fcfeaebaf5e2 service neutron] 10.222.0.42 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814439 Jun 09 22:02:38.191319 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-f30c1457-7ff9-45bc-aa56-04650c475d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:38.192788 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-f30c1457-7ff9-45bc-aa56-04650c475d0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 915 time: 0.2549798 Jun 09 22:02:38.199603 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-c0a50540-8032-4af3-b4af-00077115f46a service neutron] 10.222.0.42 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855366 Jun 09 22:02:38.301353 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-b3aa1ee4-1987-4dfa-b26d-24531b08fb15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e60915e-4e24-4359-b552-67a09c88e0ad HTTP/1.1" status: 200 len: 217 time: 0.0966823 Jun 09 22:02:38.305050 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-caf8e09e-98e0-4969-9771-945e40cc6cd2 req-01f19dd6-7545-4cdd-af22-a39711d08cda tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 210 time: 0.0995700 Jun 09 22:02:38.465514 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-02ef7d91-9ddc-4076-91d8-afeda5ef80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:38.467279 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-02ef7d91-9ddc-4076-91d8-afeda5ef80eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.1610227 Jun 09 22:02:38.577286 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-0c2033d5-cc79-48cb-b99c-d980a18c9f34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929170 Jun 09 22:02:38.875595 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3da7-e965-4fc0-91ef-6751fb9b8350 req-1e97b560-7c17-46b7-9de4-9f332b6f89f6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:38.889137 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-379f3da7-e965-4fc0-91ef-6751fb9b8350 req-1e97b560-7c17-46b7-9de4-9f332b6f89f6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 945 time: 0.3665018 Jun 09 22:02:38.947332 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-82dbfd0f-325e-45b5-b8c1-c4b8b2fa6472 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:38.953757 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-82dbfd0f-325e-45b5-b8c1-c4b8b2fa6472 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.36 "GET /v2.0/networks?id=a40cd776-c4ff-44e8-b84b-13561f6a64bc HTTP/1.1" status: 200 len: 808 time: 0.5694716 Jun 09 22:02:38.964634 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7432a15a-1377-41a2-827c-ff02f2e94233 req-eab08a03-b178-42e8-950b-25cf71894399 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 210 time: 0.2868247 Jun 09 22:02:38.981157 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Request body: {'port': {'device_id': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc', 'admin_state_up': True, 'tenant_id': '8ed5ddfe3a4e48b28f2bdb802e2ee8a6'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:39.254816 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-73712c65-44d2-42c5-9543-db0d25a80ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659293 Jun 09 22:02:39.309593 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-379f3da7-e965-4fc0-91ef-6751fb9b8350 req-83705def-fde5-42f5-9135-39d71d04f33c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194722 Jun 09 22:02:39.340700 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Made reservation on behalf of 8ed5ddfe3a4e48b28f2bdb802e2ee8a6 for: {'port': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:39.344995 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:39.398390 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-b16086cb-07f1-4f54-86c1-2b2c3198fcb4 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:39.399825 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-b16086cb-07f1-4f54-86c1-2b2c3198fcb4 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.36 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 950 time: 0.3858380 Jun 09 22:02:39.670994 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55254e0-cbcb-41c6-b8c7-87ff0db3e07c req-fe89d1ac-ac7a-4faa-87e7-8f2069d684f9 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:39.677738 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 46a266f3-4652-4b76-94f1-3b48302b242d up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:39.679626 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d55254e0-cbcb-41c6-b8c7-87ff0db3e07c req-fe89d1ac-ac7a-4faa-87e7-8f2069d684f9 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 950 time: 0.4729104 Jun 09 22:02:39.710397 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf648d74-b936-4f9a-8a05-c7eb215f1b3d req-d29847b6-a59a-491f-9721-8d3a603cf5c2 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433401 Jun 09 22:02:39.824546 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Allocated IP 172.20.0.9 (a40cd776-c4ff-44e8-b84b-13561f6a64bc/d07c2770-10fc-4415-a1c7-bdcca14365d5/9d0c7a65-f9f2-4037-a402-afdb123d7f84) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:39.837926 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 46a266f3-4652-4b76-94f1-3b48302b242d completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:39.843483 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 46a266f3-4652-4b76-94f1-3b48302b242d triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:39.844215 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:39.899970 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4679368-5df3-491c-b2c8-1ec1bd368690 req-8d780a7f-dd2d-45e8-83af-9a1a80102062 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:39.906926 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f4679368-5df3-491c-b2c8-1ec1bd368690 req-8d780a7f-dd2d-45e8-83af-9a1a80102062 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.3931277 Jun 09 22:02:39.911674 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d55254e0-cbcb-41c6-b8c7-87ff0db3e07c req-4d3bd9da-49ec-48cc-98da-0ba0f04647de tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/security-groups?id=32ff3191-5a3d-4203-8e16-f5269a64347b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289321 Jun 09 22:02:39.961772 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Deleting port 9b0bd4f0-004c-4125-a60a-806ece76df9b {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:39.962132 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.036332 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.058117 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f4679368-5df3-491c-b2c8-1ec1bd368690 req-f724b237-d624-467f-bf49-814ec5ce314b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498766 Jun 09 22:02:40.100103 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 46a266f3-4652-4b76-94f1-3b48302b242d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=46a266f3-4652-4b76-94f1-3b48302b242d,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:40.102508 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f501181f-336f-4ead-8132-054372206db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a266f3-4652-4b76-94f1-3b48302b242d'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:40.106255 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706a641a-ea74-4973-8740-08106e1add88" -d '{"events": [{"server_uuid": "f501181f-336f-4ead-8132-054372206db0", "name": "network-vif-plugged", "status": "completed", "tag": "46a266f3-4652-4b76-94f1-3b48302b242d"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:40.115014 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.119604 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-937e2cd5-df74-4b87-b6be-cad916be9413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:40.125280 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d5b00eb5-66a5-4165-9ba2-7502c9b0e491 req-c881e35d-92a6-481c-83a9-e02a3dd28569 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 210 time: 0.0545032 Jun 09 22:02:40.179485 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.203049 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=46a266f3-4652-4b76-94f1-3b48302b242d,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:40.207062 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:40.236586 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.252126 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:40.263398 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] For port 9b0bd4f0-004c-4125-a60a-806ece76df9b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b0bd4f0-004c-4125-a60a-806ece76df9b,segment=NetworkSegment(6e390e81-6b41-4c7c-8703-cdba4e2c664d),segment_id=6e390e81-6b41-4c7c-8703-cdba4e2c664d)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:40.263759 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.298539 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Network a40cd776-c4ff-44e8-b84b-13561f6a64bc is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:40.310035 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:40.320306 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:40.387981 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e12f2f-c500-4107-9850-7f9c4c1b95ca x-openstack-request-id: req-09e12f2f-c500-4107-9850-7f9c4c1b95ca {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:40.389949 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f501181f-336f-4ead-8132-054372206db0", "name": "network-vif-plugged", "status": "completed", "tag": "46a266f3-4652-4b76-94f1-3b48302b242d", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:40.390853 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09e12f2f-c500-4107-9850-7f9c4c1b95ca {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:40.391583 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f501181f-336f-4ead-8132-054372206db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a266f3-4652-4b76-94f1-3b48302b242d', 'code': 200} Jun 09 22:02:40.434345 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Pushing event updated for resources: {'Port': ['ID=9d0c7a65-f9f2-4037-a402-afdb123d7f84,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:40.448699 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:40.454853 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.455475 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.483337 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Calling delete_port for 9b0bd4f0-004c-4125-a60a-806ece76df9b owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:40.496526 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5192261 Jun 09 22:02:40.508699 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Request body: {'port': {'device_id': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:40.577419 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d458e484-56da-4ea1-af9f-44922fc2af83 req-26f4c275-965d-4370-8729-b0705c662646 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 210 time: 0.2308908 Jun 09 22:02:40.765701 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-bf7df203-7476-4588-8844-bbcb49e22be6 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.767106 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-bf7df203-7476-4588-8844-bbcb49e22be6 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "GET /v2.0/networks?id=f59a9024-54f9-4978-8185-15873cafd639 HTTP/1.1" status: 200 len: 813 time: 0.3544502 Jun 09 22:02:40.782256 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Request body: {'port': {'device_id': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639', 'admin_state_up': True, 'tenant_id': 'b602873847224a33991823c57e432eaa'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:40.788005 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.873676 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce602c-8ae9-488b-af18-ba301a3f58ef req-d992f9ad-67b0-404d-b07e-fad391de432b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.875184 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-23ce602c-8ae9-488b-af18-ba301a3f58ef req-d992f9ad-67b0-404d-b07e-fad391de432b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 946 time: 0.3028944 Jun 09 22:02:40.900566 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.972924 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.977406 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8d46-3326-4e8e-a5e1-2582b9f2be37 req-943597d8-ea9e-4de2-95bc-37168c8a8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.978882 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0d6e8d46-3326-4e8e-a5e1-2582b9f2be37 req-943597d8-ea9e-4de2-95bc-37168c8a8c6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 1099 time: 0.2590652 Jun 09 22:02:40.985422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:40.988078 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['9b0bd4f0-004c-4125-a60a-806ece76df9b'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:41.012601 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-23ce602c-8ae9-488b-af18-ba301a3f58ef req-91fc59c8-2301-42a3-8841-eea39a937103 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295455 Jun 09 22:02:41.035533 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Pushing event deleted for resources: {'Port': ['ID=9b0bd4f0-004c-4125-a60a-806ece76df9b,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:41.072076 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Made reservation on behalf of b602873847224a33991823c57e432eaa for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:41.075654 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.090433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:41.126714 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0d6e8d46-3326-4e8e-a5e1-2582b9f2be37 req-b83d9c29-6ac2-4439-995c-c5bb07aff8bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323006 Jun 09 22:02:41.177486 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] No DVR routers for this DVR port 9b0bd4f0-004c-4125-a60a-806ece76df9b on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:02:41.202080 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.204330 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4aa27e1a-11e0-4545-98cf-6d3182f56290 req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.36 "DELETE /v2.0/ports/9b0bd4f0-004c-4125-a60a-806ece76df9b HTTP/1.1" status: 204 len: 173 time: 1.7930562 Jun 09 22:02:41.206356 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e8587b31-2dcf-41e3-bea8-eb14ea43b035 req-ad5362b6-95d0-47dc-97fe-22142b032818 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] 10.222.0.42 "GET /v2.0/ports?device_id=383d20db-bb53-4e16-89b8-9d411c66f4ca HTTP/1.1" status: 200 len: 210 time: 0.0702758 Jun 09 22:02:41.206858 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'name': 'network-vif-deleted', 'tag': '9b0bd4f0-004c-4125-a60a-806ece76df9b'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:41.209101 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde3f4e-348a-4b3c-ac86-237f8ddbf517" -d '{"events": [{"server_uuid": "383d20db-bb53-4e16-89b8-9d411c66f4ca", "name": "network-vif-deleted", "tag": "9b0bd4f0-004c-4125-a60a-806ece76df9b"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:41.376954 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0c7a65-f9f2-4037-a402-afdb123d7f84 {{(pid=91698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:41.386926 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.406669 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Transition to ACTIVE for port object 9d0c7a65-f9f2-4037-a402-afdb123d7f84 will not be triggered until provisioned by entity L2. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:41.419896 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b27eda-5a3b-4400-8141-3e6c46ab9f88 req-e65b62ff-e3ae-4280-bc91-c72cfa490ca7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:41.421395 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-46b27eda-5a3b-4400-8141-3e6c46ab9f88 req-e65b62ff-e3ae-4280-bc91-c72cfa490ca7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1978703 Jun 09 22:02:41.422465 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.426225 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-70374ec5-a827-4a55-b2c2-6b3c4c6c1838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:41.532467 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c0fbe-5ea8-4f20-a606-eedb774a3585 req-65929e68-39a4-40f6-aa91-c3f8bd1fda67 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:41.534014 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ea3c0fbe-5ea8-4f20-a606-eedb774a3585 req-65929e68-39a4-40f6-aa91-c3f8bd1fda67 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 931 time: 0.1786397 Jun 09 22:02:41.538441 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Allocated IP 172.20.0.6 (f59a9024-54f9-4978-8185-15873cafd639/e2bf4693-4d5f-4e94-812d-cad68db22a4a/30187619-780d-49bc-bb58-808df8d28975) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:41.618887 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ea3c0fbe-5ea8-4f20-a606-eedb774a3585 req-bb80cf19-8245-4bab-9a83-9ebaea5afdc7 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772412 Jun 09 22:02:41.701687 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d0c7a65-f9f2-4037-a402-afdb123d7f84,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:41.714101 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:41.758706 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-46b27eda-5a3b-4400-8141-3e6c46ab9f88 req-ba5eac54-5292-4217-b53d-de15acb70053 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976451 Jun 09 22:02:41.801617 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Attempting to bind port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:41.802187 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Attempting to bind port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '79fd1ddd-46f1-472c-8808-25bd6ae07802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc'}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:41.802600 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Attempting to bind port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 on network a40cd776-c4ff-44e8-b84b-13561f6a64bc {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:41.808624 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 on network a40cd776-c4ff-44e8-b84b-13561f6a64bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:02:41.809057 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Attempting to bind port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 on network a40cd776-c4ff-44e8-b84b-13561f6a64bc {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:41.815008 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:41.815483 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Checking segment: {'id': '79fd1ddd-46f1-472c-8808-25bd6ae07802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:41.815978 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Bound using segment: {'id': '79fd1ddd-46f1-472c-8808-25bd6ae07802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc'} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:41.816504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Bound port: 9d0c7a65-f9f2-4037-a402-afdb123d7f84, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fd1ddd-46f1-472c-8808-25bd6ae07802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc'}}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:41.816955 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.834835 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f35d64-1290-41ab-9d1f-e91874de6d54 x-openstack-request-id: req-69f35d64-1290-41ab-9d1f-e91874de6d54 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:41.835371 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383d20db-bb53-4e16-89b8-9d411c66f4ca", "name": "network-vif-deleted", "tag": "9b0bd4f0-004c-4125-a60a-806ece76df9b", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:41.835371 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69f35d64-1290-41ab-9d1f-e91874de6d54 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:41.835725 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383d20db-bb53-4e16-89b8-9d411c66f4ca', 'name': 'network-vif-deleted', 'tag': '9b0bd4f0-004c-4125-a60a-806ece76df9b', 'status': 'completed', 'code': 200} Jun 09 22:02:41.961892 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.980127 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-87d22be4-a920-4406-b502-5c21745098e4 req-6be0c441-f65d-499f-8506-74c1446c7e37 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 210 time: 0.0536895 Jun 09 22:02:41.987309 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] For port 9d0c7a65-f9f2-4037-a402-afdb123d7f84, host hv-cinder-78956, cleared binding levels {{(pid=91698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:41.990547 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] For port 9d0c7a65-f9f2-4037-a402-afdb123d7f84, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9d0c7a65-f9f2-4037-a402-afdb123d7f84,segment=NetworkSegment(79fd1ddd-46f1-472c-8808-25bd6ae07802),segment_id=79fd1ddd-46f1-472c-8808-25bd6ae07802)] {{(pid=91698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:42.005346 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.005346 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b9b536e9-3488-4ec2-a92d-3dcac1605343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:42.011704 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.020123 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:42.061379 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:42.062004 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.063621 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] 10.222.0.36 "PUT /v2.0/ports/9d0c7a65-f9f2-4037-a402-afdb123d7f84 HTTP/1.1" status: 200 len: 1093 time: 1.5590584 Jun 09 22:02:42.064119 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'tag': '9d0c7a65-f9f2-4037-a402-afdb123d7f84'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:42.066547 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "32b6a3cd-0c1d-4f40-a636-a7d699fa4a01", "tag": "9d0c7a65-f9f2-4037-a402-afdb123d7f84"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:42.086695 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d0c7a65-f9f2-4037-a402-afdb123d7f84,revision_number=3']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:42.090486 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:42.163564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Network f59a9024-54f9-4978-8185-15873cafd639 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:42.170794 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:42.178725 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Pushing event updated for resources: {'Port': ['ID=30187619-780d-49bc-bb58-808df8d28975,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:42.181968 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:42.213425 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:42.221040 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225f824-7651-4f3e-b818-a0cbee9d88df x-openstack-request-id: req-e225f824-7651-4f3e-b818-a0cbee9d88df {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:42.221353 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b6a3cd-0c1d-4f40-a636-a7d699fa4a01", "tag": "9d0c7a65-f9f2-4037-a402-afdb123d7f84", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:42.221628 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e225f824-7651-4f3e-b818-a0cbee9d88df {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:42.222659 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'tag': '9d0c7a65-f9f2-4037-a402-afdb123d7f84', 'status': 'completed', 'code': 200} Jun 09 22:02:42.268104 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1ee1c933-652c-4007-85d9-8b31badce3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:42.269675 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-1ee1c933-652c-4007-85d9-8b31badce3ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ed5ddfe3a4e48b28f2bdb802e2ee8a6&device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 1096 time: 0.1343334 Jun 09 22:02:42.324256 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:42.325225 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.360211 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-df7ffa40-b5f3-45f5-8e9d-e1815a09f1be tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5819519 Jun 09 22:02:42.369655 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f3612-1935-43df-8456-0e7f605c1eac req-8c412d3a-80ae-4bce-b4f5-888a8c68851e tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:42.371496 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5a9f3612-1935-43df-8456-0e7f605c1eac req-8c412d3a-80ae-4bce-b4f5-888a8c68851e tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 946 time: 0.1593194 Jun 09 22:02:42.384746 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-35ecef6d-d665-41a4-bc4a-ea83192f6c09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d0c7a65-f9f2-4037-a402-afdb123d7f84 HTTP/1.1" status: 200 len: 217 time: 0.1044264 Jun 09 22:02:42.401831 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Request body: {'port': {'device_id': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:42.483091 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5a9f3612-1935-43df-8456-0e7f605c1eac req-d6ab2dc8-9bc1-4b54-ac57-6a1bb264f492 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046643 Jun 09 22:02:42.501155 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-ea0c2796-c4f9-46d0-a4a8-eeafafd7aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:42.502593 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-ea0c2796-c4f9-46d0-a4a8-eeafafd7aa5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d07c2770-10fc-4415-a1c7-bdcca14365d5 HTTP/1.1" status: 200 len: 848 time: 0.1064010 Jun 09 22:02:42.560267 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.595931 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-a46c002a-017b-44e7-b231-22c22dd2fd73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a40cd776-c4ff-44e8-b84b-13561f6a64bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805857 Jun 09 22:02:42.770377 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-79f0dbe2-85ee-44e5-a2b9-903890af3152 service neutron] 10.222.0.36 "GET /v2.0/networks/a40cd776-c4ff-44e8-b84b-13561f6a64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659732 Jun 09 22:02:43.109665 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fe5d9541-c4ae-4962-9709-9d3b4d925323 req-4b6370d7-4602-4f22-b6b1-f9924a8677d9 service neutron] 10.222.0.36 "GET /v2.0/networks/a40cd776-c4ff-44e8-b84b-13561f6a64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288944 Jun 09 22:02:43.127122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae177c-725a-4232-ad50-a21db8cdf313 req-2ff16735-8f99-4852-ae21-2e3523714bc1 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.127122 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-44ae177c-725a-4232-ad50-a21db8cdf313 req-2ff16735-8f99-4852-ae21-2e3523714bc1 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 943 time: 0.2057693 Jun 09 22:02:43.207703 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a677b2-3bf0-4894-9c1c-43cdf7c0e16a req-e36b0c15-e067-474a-aec7-8ba929a47b93 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.211294 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-96a677b2-3bf0-4894-9c1c-43cdf7c0e16a req-e36b0c15-e067-474a-aec7-8ba929a47b93 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2290893 Jun 09 22:02:43.258218 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30187619-780d-49bc-bb58-808df8d28975 {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:43.289090 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.290475 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-44ae177c-725a-4232-ad50-a21db8cdf313 req-20d37581-6adb-46ce-8179-8778b9342d89 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535373 Jun 09 22:02:43.308234 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-96a677b2-3bf0-4894-9c1c-43cdf7c0e16a req-036c1021-e7a8-4fcd-8429-36b748b9e707 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912511 Jun 09 22:02:43.340500 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Transition to ACTIVE for port object 30187619-780d-49bc-bb58-808df8d28975 will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:43.350335 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.359094 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:43.380629 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-879ffdef-7a08-4055-8096-81325496bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.383060 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-879ffdef-7a08-4055-8096-81325496bacc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ed5ddfe3a4e48b28f2bdb802e2ee8a6&device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 1096 time: 0.2043514 Jun 09 22:02:43.609638 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-13f2fa70-de4b-4b26-a72b-ba8959a231d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.611737 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-13f2fa70-de4b-4b26-a72b-ba8959a231d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a40cd776-c4ff-44e8-b84b-13561f6a64bc HTTP/1.1" status: 200 len: 909 time: 0.2208924 Jun 09 22:02:43.703793 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-7dff3fe8-5ebd-4ba2-8a2b-26294eeb3cef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d0c7a65-f9f2-4037-a402-afdb123d7f84 HTTP/1.1" status: 200 len: 217 time: 0.0776982 Jun 09 22:02:43.712069 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Pushing event updated for resources: {'Port': ['ID=30187619-780d-49bc-bb58-808df8d28975,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:43.712811 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9b0bd4f0-004c-4125-a60a-806ece76df9b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:43.719490 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:43.771834 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Attempting to bind port 30187619-780d-49bc-bb58-808df8d28975 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:43.772236 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Attempting to bind port 30187619-780d-49bc-bb58-808df8d28975 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:43.772608 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Attempting to bind port 30187619-780d-49bc-bb58-808df8d28975 on network f59a9024-54f9-4978-8185-15873cafd639 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:43.778239 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Port 30187619-780d-49bc-bb58-808df8d28975 on network f59a9024-54f9-4978-8185-15873cafd639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:02:43.778563 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Attempting to bind port 30187619-780d-49bc-bb58-808df8d28975 on network f59a9024-54f9-4978-8185-15873cafd639 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:43.785153 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 9b0bd4f0-004c-4125-a60a-806ece76df9b {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:43.785501 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9b0bd4f0-004c-4125-a60a-806ece76df9b not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:43.788291 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca5abc-dbee-4a71-8cd8-97a65ddd43b0 req-33b34828-5d61-4dd1-b31c-9e01244ddce3 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.789865 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-46ca5abc-dbee-4a71-8cd8-97a65ddd43b0 req-33b34828-5d61-4dd1-b31c-9e01244ddce3 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 943 time: 0.2380896 Jun 09 22:02:43.794265 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:43.794601 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Checking segment: {'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:43.795065 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Bound using segment: {'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:43.795562 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Bound port: 30187619-780d-49bc-bb58-808df8d28975, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:43.795907 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.878697 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-87a9ce64-2664-4037-aa49-4ef99cb6a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.880390 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-87a9ce64-2664-4037-aa49-4ef99cb6a2a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d07c2770-10fc-4415-a1c7-bdcca14365d5 HTTP/1.1" status: 200 len: 848 time: 0.0792954 Jun 09 22:02:43.905516 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-46ca5abc-dbee-4a71-8cd8-97a65ddd43b0 req-ce9b7da4-ab5d-46bb-bf09-419666817dd3 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976646 Jun 09 22:02:43.938270 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-9321e802-71ed-4218-9097-4af7c15e6cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a40cd776-c4ff-44e8-b84b-13561f6a64bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478950 Jun 09 22:02:43.944052 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] For port 30187619-780d-49bc-bb58-808df8d28975, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:43.947953 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] For port 30187619-780d-49bc-bb58-808df8d28975, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30187619-780d-49bc-bb58-808df8d28975,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:43.951965 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.957345 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:44.025316 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.025931 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:44.027339 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] 10.222.0.36 "PUT /v2.0/ports/30187619-780d-49bc-bb58-808df8d28975 HTTP/1.1" status: 200 len: 1093 time: 1.6324520 Jun 09 22:02:44.027900 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'tag': '30187619-780d-49bc-bb58-808df8d28975'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:44.030277 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd6718a-7a00-4925-a4f8-3623782ea5d2", "tag": "30187619-780d-49bc-bb58-808df8d28975"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:44.064560 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Pushing event updated for resources: {'Port': ['ID=30187619-780d-49bc-bb58-808df8d28975,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:44.069801 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:44.094404 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79bc7c5-4a7d-49b6-9810-fdd06316b93f x-openstack-request-id: req-b79bc7c5-4a7d-49b6-9810-fdd06316b93f {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:44.094738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd6718a-7a00-4925-a4f8-3623782ea5d2", "tag": "30187619-780d-49bc-bb58-808df8d28975", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:44.095012 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b79bc7c5-4a7d-49b6-9810-fdd06316b93f {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:44.095426 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'tag': '30187619-780d-49bc-bb58-808df8d28975', 'status': 'completed', 'code': 200} Jun 09 22:02:44.124132 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdc38c-c926-40a2-a812-23013de0e717 req-1c381982-ccdd-4b0c-94d3-9e8db917ae3f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.125541 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-60bdc38c-c926-40a2-a812-23013de0e717 req-1c381982-ccdd-4b0c-94d3-9e8db917ae3f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 946 time: 0.4204865 Jun 09 22:02:44.183545 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-1cd183ed-76e8-4829-b07c-e47d494373bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.185110 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-1cd183ed-76e8-4829-b07c-e47d494373bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602873847224a33991823c57e432eaa&device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0813675 Jun 09 22:02:44.206233 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-cb8a4ec5-3a25-4d5e-97f9-7b1eba481d0e service neutron] 10.222.0.36 "GET /v2.0/networks/a40cd776-c4ff-44e8-b84b-13561f6a64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605300 Jun 09 22:02:44.215641 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-60bdc38c-c926-40a2-a812-23013de0e717 req-70bd2c7c-dc60-4d1a-86b7-d13ff3fa41dd tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791421 Jun 09 22:02:44.266264 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-be02cb21-84cc-41d7-a840-dec2c12ea1e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30187619-780d-49bc-bb58-808df8d28975 HTTP/1.1" status: 200 len: 217 time: 0.0664980 Jun 09 22:02:44.372696 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4415aa99-764f-4e3e-8735-0b1ebac3f8d5 req-0b007321-2012-48f7-b4e3-90bdc3e0e8d3 service neutron] 10.222.0.36 "GET /v2.0/networks/a40cd776-c4ff-44e8-b84b-13561f6a64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559372 Jun 09 22:02:44.452006 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-f15b5310-dda4-4f03-b449-00b5f972a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.453693 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-f15b5310-dda4-4f03-b449-00b5f972a326 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2bf4693-4d5f-4e94-812d-cad68db22a4a HTTP/1.1" status: 200 len: 853 time: 0.1778393 Jun 09 22:02:44.551668 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-2a8dc6ae-d5e9-4faf-a25d-974f6571450c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f59a9024-54f9-4978-8185-15873cafd639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616708 Jun 09 22:02:44.580087 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe3490-656c-4451-90fc-a5f8a187e921 req-651bd015-25e7-4045-b110-858e8c9e0a8e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.581773 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-76fe3490-656c-4451-90fc-a5f8a187e921 req-651bd015-25e7-4045-b110-858e8c9e0a8e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.0937142 Jun 09 22:02:44.643285 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-76fe3490-656c-4451-90fc-a5f8a187e921 req-8d8aded9-89a5-4166-a573-1214516cfaf4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533659 Jun 09 22:02:44.694542 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a614c7b-7dd4-487a-87e9-115b7b1a6bf2 req-71d57a0d-3649-4cc5-b919-cff6fb8166b9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.702358 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1a614c7b-7dd4-487a-87e9-115b7b1a6bf2 req-71d57a0d-3649-4cc5-b919-cff6fb8166b9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 943 time: 0.2475357 Jun 09 22:02:44.761599 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-e891371d-d465-4f31-b514-170b9ea7f47a service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996353 Jun 09 22:02:44.807837 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1a614c7b-7dd4-487a-87e9-115b7b1a6bf2 req-f42de1d0-599b-4e95-87fd-52a4291c9c56 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045449 Jun 09 22:02:44.955828 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75b6ae0e-f613-45e0-8724-4fd423b98a33 req-c6e644ad-bd88-49ae-bd04-9e970d458748 service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792405 Jun 09 22:02:45.164142 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-3cc9fb75-de8f-4d51-a804-ed1738ff51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:45.165608 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-3cc9fb75-de8f-4d51-a804-ed1738ff51cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602873847224a33991823c57e432eaa&device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 1096 time: 0.1394405 Jun 09 22:02:45.183481 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b3efb-7be3-4a50-b427-a6f4a4678986 req-1b5f39dd-aa37-4aaa-aca6-cf339a269f04 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:45.187149 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef7b3efb-7be3-4a50-b427-a6f4a4678986 req-1b5f39dd-aa37-4aaa-aca6-cf339a269f04 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 943 time: 0.1249266 Jun 09 22:02:45.362033 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47170) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:45.384784 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef7b3efb-7be3-4a50-b427-a6f4a4678986 req-527dc0c9-d3cc-414a-a772-29621f7191c0 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745703 Jun 09 22:02:45.385997 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-3613dde3-f355-4e06-8afd-ccdc00f68e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:45.387377 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-3613dde3-f355-4e06-8afd-ccdc00f68e49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f59a9024-54f9-4978-8185-15873cafd639 HTTP/1.1" status: 200 len: 914 time: 0.1991227 Jun 09 22:02:45.478464 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-6bd94fb0-fce2-4084-b9f6-0c317d21e98f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30187619-780d-49bc-bb58-808df8d28975 HTTP/1.1" status: 200 len: 217 time: 0.0732412 Jun 09 22:02:45.513119 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4986b67-9d1a-4e10-8d4f-fc77ecb956e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.547890 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-f868c535-b647-4135-a06d-5a27ead4effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:45.549437 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-f868c535-b647-4135-a06d-5a27ead4effd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2bf4693-4d5f-4e94-812d-cad68db22a4a HTTP/1.1" status: 200 len: 853 time: 0.0602057 Jun 09 22:02:45.602032 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-758a6f19-8997-4f5e-be93-082731ec075f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f59a9024-54f9-4978-8185-15873cafd639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450594 Jun 09 22:02:45.625701 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4986b67-9d1a-4e10-8d4f-fc77ecb956e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.630187 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4986b67-9d1a-4e10-8d4f-fc77ecb956e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.642880 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-14f09a2f-7229-483a-8844-014287f2dc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:45.692681 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d4986b67-9d1a-4e10-8d4f-fc77ecb956e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b91f49e3fd4a4dad9202f1bde96e3c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283923 Jun 09 22:02:45.695862 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47190) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:45.708307 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4986b67-9d1a-4e10-8d4f-fc77ecb956e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc901dc-53f3-4d10-8553-981e81559a5f,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:45.713899 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d4986b67-9d1a-4e10-8d4f-fc77ecb956e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:45.723406 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9d0c7a65-f9f2-4037-a402-afdb123d7f84 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:45.751809 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-32e304c3-e54c-4c4e-b43b-5617e2df7f5e service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420286 Jun 09 22:02:45.770304 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.800311 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.960866 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ece0890-f299-4f04-96d1-ba6e1b0b3eaf req-46ab6f9d-aa53-4dfd-8497-e073d7e98db9 service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018311 Jun 09 22:02:45.961090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8998-64cb-47d0-a6c3-b79ecdd3b9e5 req-445a6117-946f-45e7-a09b-534d157a168f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:45.962916 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0ebe8998-64cb-47d0-a6c3-b79ecdd3b9e5 req-445a6117-946f-45e7-a09b-534d157a168f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1424277 Jun 09 22:02:45.964091 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.966774 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.967890 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adc901dc-53f3-4d10-8553-981e81559a5f HTTP/1.1" status: 204 len: 168 time: 0.2703562 Jun 09 22:02:45.968720 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-134823da-8a77-49d6-b7c9-3aeda5e3c699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:45.974858 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 9d0c7a65-f9f2-4037-a402-afdb123d7f84, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9d0c7a65-f9f2-4037-a402-afdb123d7f84,segment=NetworkSegment(79fd1ddd-46f1-472c-8808-25bd6ae07802),segment_id=79fd1ddd-46f1-472c-8808-25bd6ae07802)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:45.989856 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '9d0c7a65-f9f2-4037-a402-afdb123d7f84', 'network_id': 'a40cd776-c4ff-44e8-b84b-13561f6a64bc', 'port_id': '9d0c7a65-f9f2-4037-a402-afdb123d7f84', 'mac_address': 'fa:16:3e:7b:62:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07c2770-10fc-4415-a1c7-bdcca14365d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:46.014053 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc901dc-53f3-4d10-8553-981e81559a5f,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.014053 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:46.044445 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0ebe8998-64cb-47d0-a6c3-b79ecdd3b9e5 req-72887fd9-ff98-4ea3-9cc4-e29fc94cecdd tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544498 Jun 09 22:02:46.087335 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.106674 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0c7a65-f9f2-4037-a402-afdb123d7f84 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:46.127798 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 9d0c7a65-f9f2-4037-a402-afdb123d7f84, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9d0c7a65-f9f2-4037-a402-afdb123d7f84,segment=NetworkSegment(79fd1ddd-46f1-472c-8808-25bd6ae07802),segment_id=79fd1ddd-46f1-472c-8808-25bd6ae07802)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:46.135057 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.137444 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:46.196859 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800c084-20c0-4b4c-9206-36a2a3cdb77e req-eb3b8edb-0b72-4428-a2e7-fe680d0f7652 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:46.199687 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c800c084-20c0-4b4c-9206-36a2a3cdb77e req-eb3b8edb-0b72-4428-a2e7-fe680d0f7652 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 943 time: 0.1730161 Jun 09 22:02:46.245575 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=9d0c7a65-f9f2-4037-a402-afdb123d7f84,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.248726 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:46.286043 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c800c084-20c0-4b4c-9206-36a2a3cdb77e req-57ce6955-8f67-447a-bc61-21865a62fef7 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Jun 09 22:02:46.437240 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47230) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:46.457007 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a4c83ba6-38ad-42e6-bdaa-5cb94eec4e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.469797 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['9d0c7a65-f9f2-4037-a402-afdb123d7f84'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:46.594775 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a4c83ba6-38ad-42e6-bdaa-5cb94eec4e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.599299 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a4c83ba6-38ad-42e6-bdaa-5cb94eec4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.609117 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-52e35870-5de5-4ac2-b8e8-1bed9b8ef685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:46.682066 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a4c83ba6-38ad-42e6-bdaa-5cb94eec4e08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e13a95dd00054412ae33f9db53045d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434936 Jun 09 22:02:46.682879 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c83ba6-38ad-42e6-bdaa-5cb94eec4e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c04727d-c45a-4743-a56b-f3050e6e89b3,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.685963 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a4c83ba6-38ad-42e6-bdaa-5cb94eec4e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:46.686648 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47246) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:46.701929 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47248) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:46.751294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5335d7b-d031-4f06-ac8b-aff558dce468 req-f9640af9-f2f2-4f8f-bff2-8e748263988e tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:46.753081 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c5335d7b-d031-4f06-ac8b-aff558dce468 req-f9640af9-f2f2-4f8f-bff2-8e748263988e tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 943 time: 0.1509585 Jun 09 22:02:46.789721 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.820186 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c5335d7b-d031-4f06-ac8b-aff558dce468 req-39eb32ee-ce04-4b46-b755-d41c657b8e7f tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602121 Jun 09 22:02:46.840255 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.930033 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d148bfb6-199e-4b3c-ae35-54a912cc71dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.938071 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.940414 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.941504 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c04727d-c45a-4743-a56b-f3050e6e89b3 HTTP/1.1" status: 204 len: 168 time: 0.2537506 Jun 09 22:02:46.943758 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c26be679-78ac-47df-98b0-5c845d93ddeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:46.957133 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c04727d-c45a-4743-a56b-f3050e6e89b3,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.962877 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:47.130505 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d148bfb6-199e-4b3c-ae35-54a912cc71dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.143505 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d148bfb6-199e-4b3c-ae35-54a912cc71dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.150639 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d4986b67-9d1a-4e10-8d4f-fc77ecb956e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:47.192022 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d148bfb6-199e-4b3c-ae35-54a912cc71dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cb78f6b0e7a41d39c8c74a01f960097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890401 Jun 09 22:02:47.192789 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148bfb6-199e-4b3c-ae35-54a912cc71dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c7751-24c5-4308-b4dd-3f4c288606d1,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:47.195598 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47270) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:47.208420 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d148bfb6-199e-4b3c-ae35-54a912cc71dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:47.267131 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.295953 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75ec28-1aa0-4316-b3b8-8bce08624f77 req-eccbed55-68fb-4645-a416-a56e8206004b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:47.299147 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eb75ec28-1aa0-4316-b3b8-8bce08624f77 req-eccbed55-68fb-4645-a416-a56e8206004b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1192491 Jun 09 22:02:47.303681 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.359447 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eb75ec28-1aa0-4316-b3b8-8bce08624f77 req-afb3b193-fd13-4295-88f0-c3c7ecadb15f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Jun 09 22:02:47.376353 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.379159 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.385040 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/320c7751-24c5-4308-b4dd-3f4c288606d1 HTTP/1.1" status: 204 len: 168 time: 0.1884830 Jun 09 22:02:47.386463 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e39b8e07-4b71-4a21-aaf6-c3c2046f5131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:47.402041 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c7751-24c5-4308-b4dd-3f4c288606d1,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:47.404599 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:47.671334 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5cb4-1ddc-4fce-8424-3bd20d42d0af req-2602a77f-d0b1-4386-80d0-1fe3b3e0633e tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:47.672843 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-32ea5cb4-1ddc-4fce-8424-3bd20d42d0af req-2602a77f-d0b1-4386-80d0-1fe3b3e0633e tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 944 time: 0.1780701 Jun 09 22:02:47.722950 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-32ea5cb4-1ddc-4fce-8424-3bd20d42d0af req-4831285f-82d4-494c-8fc2-e2f5dce1fdfd tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Jun 09 22:02:47.742628 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30187619-780d-49bc-bb58-808df8d28975 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:47.914329 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 30187619-780d-49bc-bb58-808df8d28975, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30187619-780d-49bc-bb58-808df8d28975,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:47.929312 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '30187619-780d-49bc-bb58-808df8d28975', 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639', 'port_id': '30187619-780d-49bc-bb58-808df8d28975', 'mac_address': 'fa:16:3e:9f:04:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bf4693-4d5f-4e94-812d-cad68db22a4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:48.002668 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.020910 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d8eda-aacc-48da-8fd9-03f9c0145418 req-f36cf1dd-b2b5-4613-94d3-2dbddc663493 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:48.021544 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30187619-780d-49bc-bb58-808df8d28975 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:48.029540 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-674d8eda-aacc-48da-8fd9-03f9c0145418 req-f36cf1dd-b2b5-4613-94d3-2dbddc663493 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 943 time: 0.1018159 Jun 09 22:02:48.042887 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 30187619-780d-49bc-bb58-808df8d28975, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30187619-780d-49bc-bb58-808df8d28975,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:48.051032 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.052858 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:48.079879 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-674d8eda-aacc-48da-8fd9-03f9c0145418 req-635ea97d-1090-4e81-b306-1b285d20a159 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493307 Jun 09 22:02:48.139151 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=30187619-780d-49bc-bb58-808df8d28975,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:48.142056 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:48.446809 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['30187619-780d-49bc-bb58-808df8d28975'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:48.570262 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4421970-69c6-48d4-a35b-41e3241d8bf0 req-bac4a4ff-7b00-43b6-8f5c-55c5a336bcb7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:48.572515 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e4421970-69c6-48d4-a35b-41e3241d8bf0 req-bac4a4ff-7b00-43b6-8f5c-55c5a336bcb7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.0929468 Jun 09 22:02:48.594957 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47338) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:48.628731 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e4421970-69c6-48d4-a35b-41e3241d8bf0 req-343d8b96-fda4-45a4-a6db-2a6c865955eb tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503521 Jun 09 22:02:48.874973 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0f05ebb8-834e-423a-aa75-71d2043368bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.920188 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c61d8591-a027-46b6-a1c6-835c4ccfae07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54cfa56f740841a4ac872e62e064c0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239310 Jun 09 22:02:48.922755 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47350) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:48.967044 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0e3d6-e899-450e-9fd9-31515a1ac3c2 req-8eef304c-555d-4724-9124-85b6d3e5271d tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:48.969062 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9dd0e3d6-e899-450e-9fd9-31515a1ac3c2 req-8eef304c-555d-4724-9124-85b6d3e5271d tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 944 time: 0.1255598 Jun 09 22:02:49.014363 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.038481 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9dd0e3d6-e899-450e-9fd9-31515a1ac3c2 req-0e1b63e4-6ae1-4ab6-90c4-76f2b126d9aa tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615840 Jun 09 22:02:49.052559 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.116025 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.117608 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.121177 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32ff3191-5a3d-4203-8e16-f5269a64347b HTTP/1.1" status: 204 len: 168 time: 0.1939900 Jun 09 22:02:49.121688 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4b269c4a-a777-46e8-a513-657021cc1619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:49.136287 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff3191-5a3d-4203-8e16-f5269a64347b,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:49.146134 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:49.394699 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b277bb-7ebc-4798-99be-b6ef0f1dd283 req-4c7e587f-b097-4308-97d8-d712f1c4b32c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:49.403378 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-03b277bb-7ebc-4798-99be-b6ef0f1dd283 req-4c7e587f-b097-4308-97d8-d712f1c4b32c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 944 time: 0.0990553 Jun 09 22:02:49.461150 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-03b277bb-7ebc-4798-99be-b6ef0f1dd283 req-f2fdcf8b-5326-4271-8769-3c5e45ab4997 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Jun 09 22:02:49.761840 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30187619-780d-49bc-bb58-808df8d28975 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:49.841681 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 30187619-780d-49bc-bb58-808df8d28975 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:49.850918 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 30187619-780d-49bc-bb58-808df8d28975 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:49.852397 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.993276 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.034594 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11a37e-1e83-457f-8067-885edfec322f req-ceb2d3de-31c5-4d7d-9f9f-7e9a3ac768fc tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:50.036385 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-be11a37e-1e83-457f-8067-885edfec322f req-ceb2d3de-31c5-4d7d-9f9f-7e9a3ac768fc tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2127473 Jun 09 22:02:50.068018 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 30187619-780d-49bc-bb58-808df8d28975, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30187619-780d-49bc-bb58-808df8d28975,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:50.069186 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30187619-780d-49bc-bb58-808df8d28975'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:50.071745 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2fec3f-84ba-4b5c-8929-c0b5010a6eee" -d '{"events": [{"server_uuid": "2cd6718a-7a00-4925-a4f8-3623782ea5d2", "name": "network-vif-plugged", "status": "completed", "tag": "30187619-780d-49bc-bb58-808df8d28975"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:50.081563 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.082601 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9d0c7a65-f9f2-4037-a402-afdb123d7f84 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:50.124907 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-be11a37e-1e83-457f-8067-885edfec322f req-d9bbc7e0-a320-418c-b7fb-24588bbbe7b1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817277 Jun 09 22:02:50.168578 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:50.169513 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47464) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:50.245323 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=30187619-780d-49bc-bb58-808df8d28975,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:50.248732 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:50.249625 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:50.255168 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:50.255810 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.346581 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdf2269-3f66-4702-8ef4-d32579826094 x-openstack-request-id: req-bbdf2269-3f66-4702-8ef4-d32579826094 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:50.346903 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd6718a-7a00-4925-a4f8-3623782ea5d2", "name": "network-vif-plugged", "status": "completed", "tag": "30187619-780d-49bc-bb58-808df8d28975", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:50.347165 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbdf2269-3f66-4702-8ef4-d32579826094 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:50.347555 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30187619-780d-49bc-bb58-808df8d28975', 'code': 200} Jun 09 22:02:50.422762 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.435709 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1139091459-network', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:50.484663 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 9d0c7a65-f9f2-4037-a402-afdb123d7f84, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9d0c7a65-f9f2-4037-a402-afdb123d7f84,segment=NetworkSegment(79fd1ddd-46f1-472c-8808-25bd6ae07802),segment_id=79fd1ddd-46f1-472c-8808-25bd6ae07802)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:50.492511 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Made reservation on behalf of e5511fa1c1ea4f8982a7689d0b8a13c7 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:50.494954 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.496039 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.497346 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:50.525654 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.624638 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=9d0c7a65-f9f2-4037-a402-afdb123d7f84,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:50.631022 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:50.709564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8c272-ce8c-4b92-8d20-c9df3b658d2c req-d1756afe-75b5-426f-93ce-f378d11a14a7 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:50.711103 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eac8c272-ce8c-4b92-8d20-c9df3b658d2c req-d1756afe-75b5-426f-93ce-f378d11a14a7 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.2642488 Jun 09 22:02:50.784499 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eac8c272-ce8c-4b92-8d20-c9df3b658d2c req-4ed5340a-d6aa-4e74-9cd5-b116546e0b18 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664895 Jun 09 22:02:50.789737 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf87cfa-ca27-4b22-a9f0-a37c34fa99b7 req-11cbdffe-b2db-45ad-9fbf-38378bac6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:50.791189 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dcf87cfa-ca27-4b22-a9f0-a37c34fa99b7 req-11cbdffe-b2db-45ad-9fbf-38378bac6fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 1098 time: 0.1574876 Jun 09 22:02:50.791731 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3cb2e-4f94-4a60-9961-41a41f34a2cd req-9a317339-c8c6-4f8c-887c-923896cdafe5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:50.793271 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7af3cb2e-4f94-4a60-9961-41a41f34a2cd req-9a317339-c8c6-4f8c-887c-923896cdafe5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 945 time: 0.1375885 Jun 09 22:02:50.838549 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.847176 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dcf87cfa-ca27-4b22-a9f0-a37c34fa99b7 req-b4ee6f1e-a3ae-44ac-8c2e-7a6da7f3a7f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Jun 09 22:02:50.850517 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.854568 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:50.896212 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:02:50.915211 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7af3cb2e-4f94-4a60-9961-41a41f34a2cd req-ded05617-d1eb-4490-b312-fd61e7547591 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059496 Jun 09 22:02:50.918315 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7870ad-077b-42e9-8000-b985bdf60a66,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:50.922394 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:50.925393 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.925830 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Added segment 9f199f0e-5c66-4508-81ac-6f08ab3f468d of type vlan for network acffb731-2ab4-4674-a912-58e925103e04 Jun 09 22:02:50.958171 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.989522 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.991752 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:50.992386 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:50.998404 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c1a61220-4d02-4244-852b-c42ad809d0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:51.073051 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47502) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:51.094912 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9236655 Jun 09 22:02:51.099759 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47506) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:51.106320 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Pushing event updated for resources: {'Network': ['ID=acffb731-2ab4-4674-a912-58e925103e04,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:51.106918 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Request body: {'subnet': {'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1139091459-subnet', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:51.111240 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:51.118462 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network acffb731-2ab4-4674-a912-58e925103e04 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:02:51.143240 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Made reservation on behalf of e5511fa1c1ea4f8982a7689d0b8a13c7 for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:51.145854 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2190554'] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.273879 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f3247c64-668d-4a29-b6b4-46959306a568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.363480 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99a5ae9b-af9c-404a-846f-fe5d3d3bfcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.366363 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.411116 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42304c3a-6162-4a5a-a0da-c001ea1946a2 req-1efb9867-be7d-47fc-bc89-41061557388e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:51.414705 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-42304c3a-6162-4a5a-a0da-c001ea1946a2 req-1efb9867-be7d-47fc-bc89-41061557388e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1018105 Jun 09 22:02:51.469231 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-42304c3a-6162-4a5a-a0da-c001ea1946a2 req-fcc897f2-0e9c-4a8a-97f0-915c7dd8cb4f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473745 Jun 09 22:02:51.513239 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2552837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2190504'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.548967 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:51.620953 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f3247c64-668d-4a29-b6b4-46959306a568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.639110 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f3247c64-668d-4a29-b6b4-46959306a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.672692 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf495eb3-8c19-494e-bc52-2392a5487203,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:51.685112 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:51.689192 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-06c81180-8a2b-4537-acba-3a50d8b305da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:51.713086 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-f3247c64-668d-4a29-b6b4-46959306a568 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5712afa74a8a40d5b86151e0b21d7a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6383443 Jun 09 22:02:51.716131 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47514) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:51.725988 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f3b15-fcf6-4a30-b133-ced85f34ae91 req-60f188ec-c1b9-4186-ae3a-777117b7f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:51.727626 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ec9f3b15-fcf6-4a30-b133-ced85f34ae91 req-60f188ec-c1b9-4186-ae3a-777117b7f222 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 1099 time: 0.2875741 Jun 09 22:02:51.732616 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Checking segment: {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:51.732966 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Network hostable DHCP agents. Network: acffb731-2ab4-4674-a912-58e925103e04, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:02:51.758333 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3247c64-668d-4a29-b6b4-46959306a568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f7f6a7-c6cb-44c1-b944-ff154eeef51a,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:51.765297 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f3247c64-668d-4a29-b6b4-46959306a568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:51.790905 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ec9f3b15-fcf6-4a30-b133-ced85f34ae91 req-156305fa-086d-45b6-8fc3-f5cf5450f59b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516565 Jun 09 22:02:51.791471 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Network acffb731-2ab4-4674-a912-58e925103e04 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:02:51.804433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, acffb731-2ab4-4674-a912-58e925103e04) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:51.808540 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:51.809328 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.818038 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e167c5b3-8337-4d6c-b7f2-ca98f01a0d28 None None] Network acffb731-2ab4-4674-a912-58e925103e04 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:51.843571 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-9cd16885-e56e-4f90-a712-a69898f1187c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7413378 Jun 09 22:02:51.854234 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47520) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:51.860193 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:51.892585 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.903581 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.905548 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.926704 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:51.927039 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.023828 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.029459 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.034053 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31f7f6a7-c6cb-44c1-b944-ff154eeef51a HTTP/1.1" status: 204 len: 168 time: 0.3145080 Jun 09 22:02:52.039034 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2c024abb-bcd3-48ef-bab4-0c6b4b0e7a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:52.048922 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f7f6a7-c6cb-44c1-b944-ff154eeef51a,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:52.051708 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:52.127825 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.206361 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-acffb731-2ab4-4674-a912-58e925103e04', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:02:52.207954 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.297473 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-4c4b748b-c589-48c9-b001-6ad4bca25208 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:52.297670 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-4c4b748b-c589-48c9-b001-6ad4bca25208 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.2231586 Jun 09 22:02:52.312741 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.322743 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-011f7a11-452e-4999-a799-57b339a4b3dd tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/quotas/e2e094e911bb4d0aac303e2d3a275377 HTTP/1.1" status: 200 len: 375 time: 0.0145583 Jun 09 22:02:52.405332 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0c7a65-f9f2-4037-a402-afdb123d7f84'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:52.407923 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7501cd9d-fd3b-412b-9420-2292ae65242b" -d '{"events": [{"server_uuid": "32b6a3cd-0c1d-4f40-a636-a7d699fa4a01", "name": "network-vif-plugged", "status": "completed", "tag": "9d0c7a65-f9f2-4037-a402-afdb123d7f84"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:52.433926 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-006b855f-7f2a-400e-b848-8240aaeec339 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062584 Jun 09 22:02:52.456735 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Allocated IP 172.20.0.2 (acffb731-2ab4-4674-a912-58e925103e04/bf495eb3-8c19-494e-bc52-2392a5487203/f881c2ac-d5db-4296-96b8-6f583d4e3b91) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:52.507007 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd050-aced-4a4c-b295-2d087a9f08c5 req-5e2d2139-f9f1-4d80-a9bf-29e856979563 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:52.513708 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d33fd050-aced-4a4c-b295-2d087a9f08c5 req-5e2d2139-f9f1-4d80-a9bf-29e856979563 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.4853518 Jun 09 22:02:52.538724 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47544) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:52.572188 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d33fd050-aced-4a4c-b295-2d087a9f08c5 req-ba3c0bab-a91c-4454-af59-9d76c7809992 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575480 Jun 09 22:02:52.591247 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fc17203a-0584-4e7e-afbe-91c07877588a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.616847 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-62849161-694e-4b69-a51e-c977c055405a service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750915 Jun 09 22:02:52.721019 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.734213 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Transition to ACTIVE for port object f881c2ac-d5db-4296-96b8-6f583d4e3b91 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:52.754091 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Transition to ACTIVE for port object f881c2ac-d5db-4296-96b8-6f583d4e3b91 will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:52.761415 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.780679 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:52.814228 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-6488e6d3-42d0-4ff9-a178-646f316340e2 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963353 Jun 09 22:02:52.890066 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Pushing event updated for resources: {'Port': ['ID=f881c2ac-d5db-4296-96b8-6f583d4e3b91,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:52.894791 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:52.896542 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Network acffb731-2ab4-4674-a912-58e925103e04 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:52.898786 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:52.901525 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:52.911694 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fc17203a-0584-4e7e-afbe-91c07877588a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.913350 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.918597 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fc17203a-0584-4e7e-afbe-91c07877588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:52.928445 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d4223fce-4fad-497a-a3e2-580cf7d417aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:52.950393 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.020436 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c9b7-4c82-45e0-ba44-79848da30496 req-ad457e76-0cf2-4054-833b-8edb0dd014e5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:53.028243 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5914c9b7-4c82-45e0-ba44-79848da30496 req-ad457e76-0cf2-4054-833b-8edb0dd014e5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 945 time: 0.2773342 Jun 09 22:02:53.034597 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-fc17203a-0584-4e7e-afbe-91c07877588a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=227301ff50714cb9ac238c25aad1947b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943922 Jun 09 22:02:53.036165 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47550) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:53.048410 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17203a-0584-4e7e-afbe-91c07877588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a694a0a-cd71-4e49-88d0-b40000690ac6,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:53.053518 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fc17203a-0584-4e7e-afbe-91c07877588a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:53.079803 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Attempting to bind port f881c2ac-d5db-4296-96b8-6f583d4e3b91 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:53.080183 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Attempting to bind port f881c2ac-d5db-4296-96b8-6f583d4e3b91 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:53.080570 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Attempting to bind port f881c2ac-d5db-4296-96b8-6f583d4e3b91 on network acffb731-2ab4-4674-a912-58e925103e04 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:53.092468 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:53.092845 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Checking segment: {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:53.093252 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.093644 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Bound using segment: {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:53.094167 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Bound port: f881c2ac-d5db-4296-96b8-6f583d4e3b91, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:53.094746 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.147397 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.183010 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.204155 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5914c9b7-4c82-45e0-ba44-79848da30496 req-2087b5ea-7bbc-4f23-bb5a-853c23bf40d8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291318 Jun 09 22:02:53.222115 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] For port f881c2ac-d5db-4296-96b8-6f583d4e3b91, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:53.225325 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] For port f881c2ac-d5db-4296-96b8-6f583d4e3b91, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=f881c2ac-d5db-4296-96b8-6f583d4e3b91,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:53.239355 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.243350 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Allocated IP 172.28.2.165 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/9ee2d68c-666e-45ab-8d59-d925bc940299) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:53.250942 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-937e2cd5-df74-4b87-b6be-cad916be9413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:53.283550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.291519 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.292855 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a694a0a-cd71-4e49-88d0-b40000690ac6 HTTP/1.1" status: 204 len: 168 time: 0.2557931 Jun 09 22:02:53.293797 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ece283db-42fe-4a2c-9fc9-a6272815f3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:53.316170 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a694a0a-cd71-4e49-88d0-b40000690ac6,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:53.326280 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:53.453689 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8683edbc-9b12-4585-8f42-94bac7a8e222 x-openstack-request-id: req-8683edbc-9b12-4585-8f42-94bac7a8e222 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:53.457146 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b6a3cd-0c1d-4f40-a636-a7d699fa4a01", "name": "network-vif-plugged", "status": "completed", "tag": "9d0c7a65-f9f2-4037-a402-afdb123d7f84", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:53.457672 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8683edbc-9b12-4585-8f42-94bac7a8e222 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:53.458278 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0c7a65-f9f2-4037-a402-afdb123d7f84', 'code': 200} Jun 09 22:02:53.462405 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Pushing event updated for resources: {'Port': ['ID=f881c2ac-d5db-4296-96b8-6f583d4e3b91,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:53.475611 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:53.561489 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9949d2a5-1eb7-4388-b3bb-6f37e74014c5 req-5ac15ae9-841d-4035-ae44-b099b6f8c830 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 210 time: 0.1157911 Jun 09 22:02:53.630233 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7794-3abe-4771-bfa4-acd5097833ca req-d50dc3ca-50ee-41cf-8652-668c1bdfd71e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:53.639651 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a27b7794-3abe-4771-bfa4-acd5097833ca req-d50dc3ca-50ee-41cf-8652-668c1bdfd71e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2013967 Jun 09 22:02:53.720570 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.729387 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a27b7794-3abe-4771-bfa4-acd5097833ca req-6cc00c2f-bef2-4820-90b2-8cc6a1a507fc tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885351 Jun 09 22:02:53.864074 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:53.886861 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:53.979436 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:53.984836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:53.991931 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:54.020765 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:54.064447 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee2d68c-666e-45ab-8d59-d925bc940299,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:54.081320 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:54.227867 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5b4f3-884a-44a1-9f6c-e96aae558f11 req-e81755d4-395e-492f-9107-315d0e2c64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:54.229628 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8fd5b4f3-884a-44a1-9f6c-e96aae558f11 req-e81755d4-395e-492f-9107-315d0e2c64b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 1098 time: 0.4295475 Jun 09 22:02:54.232287 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df802ff-fee6-49d5-b340-8a87e7bcc1bf req-33e2b60d-ddf4-49ee-a320-7a07131fd774 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:54.240583 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3df802ff-fee6-49d5-b340-8a87e7bcc1bf req-33e2b60d-ddf4-49ee-a320-7a07131fd774 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2305548 Jun 09 22:02:54.303079 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device f881c2ac-d5db-4296-96b8-6f583d4e3b91 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:54.324815 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3df802ff-fee6-49d5-b340-8a87e7bcc1bf req-3ed42545-4e3e-4a85-9cc3-7ff1baafb596 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829561 Jun 09 22:02:54.450307 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d877e-61d0-4a3d-9937-06eb6b9e56c1 req-d0e7926c-65ba-4351-90d6-15d01849d889 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:54.454807 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8b5d877e-61d0-4a3d-9937-06eb6b9e56c1 req-d0e7926c-65ba-4351-90d6-15d01849d889 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.6977577 Jun 09 22:02:54.547766 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port f881c2ac-d5db-4296-96b8-6f583d4e3b91 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:54.670334 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8b5d877e-61d0-4a3d-9937-06eb6b9e56c1 req-6a3cac76-bc0c-4245-8470-d34ad10023a2 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206684 Jun 09 22:02:54.746664 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8fd5b4f3-884a-44a1-9f6c-e96aae558f11 req-2a5db4fa-bc45-45be-b1a4-180a5e294fc8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982687 Jun 09 22:02:54.895234 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b822f1df-dceb-46a8-8740-a5440b7699e0 req-d4cbc913-d610-4385-be65-0e1793fbd0d2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 210 time: 0.1098897 Jun 09 22:02:55.144117 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12604d05-a49a-48eb-bdac-1c9ea033b0e0 None None] Network acffb731-2ab4-4674-a912-58e925103e04 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:55.152534 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:55.310727 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Provisioning for port f881c2ac-d5db-4296-96b8-6f583d4e3b91 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:55.326394 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Provisioning complete for port f881c2ac-d5db-4296-96b8-6f583d4e3b91 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:55.327007 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:55.500035 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-5c39cbd0-cb18-4f37-a941-b188fa5f57d0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:55.501586 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-5c39cbd0-cb18-4f37-a941-b188fa5f57d0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 814 time: 0.2815988 Jun 09 22:02:55.567335 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Request body: {'port': {'device_id': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'admin_state_up': True, 'tenant_id': 'e2e094e911bb4d0aac303e2d3a275377'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:55.586905 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:55.636530 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] For port f881c2ac-d5db-4296-96b8-6f583d4e3b91, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=f881c2ac-d5db-4296-96b8-6f583d4e3b91,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:55.654829 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:55.662825 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d7ef65f1-e7c8-4dde-af00-45ee49af6f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:55.749323 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Pushing event updated for resources: {'Port': ['ID=f881c2ac-d5db-4296-96b8-6f583d4e3b91,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:55.752335 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:55.856546 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:55.978720 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac296a-6a93-4c1f-8816-cc43e55d1df3 req-00caec43-649e-450c-81b4-38d9a953024e tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:55.986319 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5fac296a-6a93-4c1f-8816-cc43e55d1df3 req-00caec43-649e-450c-81b4-38d9a953024e tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.1388628 Jun 09 22:02:56.046532 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5fac296a-6a93-4c1f-8816-cc43e55d1df3 req-4f7037aa-93b0-4f81-ba6b-a4b5f7142813 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591865 Jun 09 22:02:56.079897 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Made reservation on behalf of e2e094e911bb4d0aac303e2d3a275377 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:56.083435 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.160751 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-298ab399-0e09-4341-8c71-d4b86171421e req-bda666b7-99ba-4948-b0d4-667dde147e8f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 210 time: 0.0821166 Jun 09 22:02:56.192049 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-d82a3876-9e20-4dc9-a8a6-8219b7f1a6fd None None] Provisioning complete for port f881c2ac-d5db-4296-96b8-6f583d4e3b91 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:56.192527 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d82a3876-9e20-4dc9-a8a6-8219b7f1a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.266884 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device f881c2ac-d5db-4296-96b8-6f583d4e3b91 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:56.322140 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47690) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:56.366611 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Allocated IP 172.20.0.2 (3bb7341b-f1d3-4bed-ac06-e23a12392397/371542e7-e262-4c0d-957c-e387222bc13e/b283d7d9-0b03-4227-b38c-472ed1bf57a0) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:56.440497 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port f881c2ac-d5db-4296-96b8-6f583d4e3b91 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:56.441112 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.520264 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a58148bf-8aa5-47b1-a1d4-ffd64d37c29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.617519 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:02:56.643526 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a58148bf-8aa5-47b1-a1d4-ffd64d37c29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.647556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a58148bf-8aa5-47b1-a1d4-ffd64d37c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.657875 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-405f48de-6f5e-4347-b40d-9062b1bd42fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:56.701993 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a58148bf-8aa5-47b1-a1d4-ffd64d37c29d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4721d7fbea34e219604fa77ca810e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786976 Jun 09 22:02:56.703330 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58148bf-8aa5-47b1-a1d4-ffd64d37c29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44bbc8-c81d-433d-858f-c95000dcb640,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:56.706025 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47700) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:56.707981 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a58148bf-8aa5-47b1-a1d4-ffd64d37c29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:56.857582 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.946566 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.957044 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:57.005503 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-7682bac8-5377-4b67-b869-799dfe0cd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.007014 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-7682bac8-5377-4b67-b869-799dfe0cd8e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.2021990 Jun 09 22:02:57.008368 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:02:57.018368 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Sync routers for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:02:57.019702 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477d98-c7f4-4565-8220-71f3029f64f5 req-b12af825-9ca3-4ef4-b3a6-c039ff7b20ce tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.021123 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ef477d98-c7f4-4565-8220-71f3029f64f5 req-b12af825-9ca3-4ef4-b3a6-c039ff7b20ce tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1668904 Jun 09 22:02:57.032186 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Notify callbacks [] for router, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:57.035767 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1781347 Jun 09 22:02:57.035945 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:57.035945 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:57.038169 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47704) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:57.138420 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:57.140863 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:57.141957 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e44bbc8-c81d-433d-858f-c95000dcb640 HTTP/1.1" status: 204 len: 168 time: 0.4350495 Jun 09 22:02:57.148128 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d148bfb6-199e-4b3c-ae35-54a912cc71dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:57.174991 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ef477d98-c7f4-4565-8220-71f3029f64f5 req-9f64719a-457f-4d0e-802b-4a4027e0ac63 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282008 Jun 09 22:02:57.178985 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44bbc8-c81d-433d-858f-c95000dcb640,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:57.193388 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:57.218588 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-316600ca-d1c0-4ad2-b76d-5aa187679b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.220742 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-316600ca-d1c0-4ad2-b76d-5aa187679b46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.1982377 Jun 09 22:02:57.264829 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:57.272626 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-13ea9618-d5d4-496e-b9cf-39addb1e84f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:57.277518 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:57.278618 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad', 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', '46a266f3-4652-4b76-94f1-3b48302b242d'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:57.471845 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-ad064e7a-a3f8-47cb-94e2-714552021675 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 217 time: 0.2307782 Jun 09 22:02:57.476608 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Network 3bb7341b-f1d3-4bed-ac06-e23a12392397 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:57.490151 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:57.495412 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:57.628969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-489b44b6-1bf0-4579-a482-1f01aea1d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.630522 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-489b44b6-1bf0-4579-a482-1f01aea1d535 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.0949290 Jun 09 22:02:57.692505 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-05b3b516-ab64-434a-b457-5068491a4b87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507941 Jun 09 22:02:57.701352 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cbcce-3a3e-43fa-9c6a-504dae646de9 req-78f760b1-c642-4af2-8536-965b101ffa10 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.708626 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b21cbcce-3a3e-43fa-9c6a-504dae646de9 req-78f760b1-c642-4af2-8536-965b101ffa10 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 931 time: 0.2783101 Jun 09 22:02:57.737350 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:02:54Z', 'revision_number': 3, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:57.742414 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Checking router: 5ab200a0-76f0-41be-a202-fb1d5d079ce0 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:02:57.742809 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Updating router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 port 9ee2d68c-666e-45ab-8d59-d925bc940299 binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:02:57.826941 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:57.861880 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event updated for resources: {'Port': ['ID=b283d7d9-0b03-4227-b38c-472ed1bf57a0,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:57.868905 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b21cbcce-3a3e-43fa-9c6a-504dae646de9 req-dc5cce46-b528-4847-9689-34f8032abc91 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593201 Jun 09 22:02:57.926321 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:57.957372 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-5b36e3bf-ffdd-4fe2-9a07-195dfa32bb29 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455387 Jun 09 22:02:57.967777 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996c386-950d-4f73-98c4-612bafe4dcc5 req-07789f1f-bc10-4cae-b860-46a7e242ce73 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.993030 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f996c386-950d-4f73-98c4-612bafe4dcc5 req-07789f1f-bc10-4cae-b860-46a7e242ce73 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.6298282 Jun 09 22:02:58.007610 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:58.008248 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.117474 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f996c386-950d-4f73-98c4-612bafe4dcc5 req-68c4d273-607b-46cc-9b6b-4f97d37c3f49 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233616 Jun 09 22:02:58.138751 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5805030 Jun 09 22:02:58.154145 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Request body: {'port': {'device_id': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:58.175198 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4d03428f-709a-45dd-acb7-111fa12cbd93 req-3bce97ca-48b6-4837-8da4-047b5cb3eced service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052431 Jun 09 22:02:58.422417 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.426044 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47742) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:58.438258 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Transition to ACTIVE for port object 9ee2d68c-666e-45ab-8d59-d925bc940299 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:58.450425 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.463419 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:58.493460 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82690b-430a-4390-8d5f-795cd8e80b1c req-083cb62e-1267-47f1-8e5c-5c31dff6a3c3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:58.501395 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7d82690b-430a-4390-8d5f-795cd8e80b1c req-083cb62e-1267-47f1-8e5c-5c31dff6a3c3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1141028 Jun 09 22:02:58.539078 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.566436 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7d82690b-430a-4390-8d5f-795cd8e80b1c req-a7f43f0f-3f13-414f-a223-f6ca655b9f67 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586033 Jun 09 22:02:58.629693 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Pushing event updated for resources: {'Port': ['ID=9ee2d68c-666e-45ab-8d59-d925bc940299,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:58.668110 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.668451 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.668782 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.669109 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.669493 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.669818 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.670219 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.670542 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.670881 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.671245 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.671721 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.672046 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:58.694886 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-284085077-network', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:58.710305 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Attempting to bind port 9ee2d68c-666e-45ab-8d59-d925bc940299 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:58.712027 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Attempting to bind port 9ee2d68c-666e-45ab-8d59-d925bc940299 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:58.712401 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Attempting to bind port 9ee2d68c-666e-45ab-8d59-d925bc940299 on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:58.735115 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:58.738599 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:58.741699 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:58.742140 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.742550 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:58.743269 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Bound port: 9ee2d68c-666e-45ab-8d59-d925bc940299, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:58.743651 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.765364 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Made reservation on behalf of 357c9b221d7f445d9b85396e6f407cf7 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:58.769083 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.810134 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.855966 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] For port 9ee2d68c-666e-45ab-8d59-d925bc940299, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:58.862483 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] For port 9ee2d68c-666e-45ab-8d59-d925bc940299, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=9ee2d68c-666e-45ab-8d59-d925bc940299,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:58.867693 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.873461 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:58.924195 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.963751 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:58.964504 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:58.980164 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.986881 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:58.993379 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-74f133b6-0bbc-461d-977e-d151247453c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:59.029105 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Pushing event updated for resources: {'Port': ['ID=9ee2d68c-666e-45ab-8d59-d925bc940299,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:59.043165 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:02:59.049280 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38991602-67e5-41ed-8dfa-08ee967f4d84,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:59.049487 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:59.054529 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:59.069328 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.069942 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Added segment 274c2638-debb-4a31-9113-ba380a625e31 of type vlan for network 0369f052-feec-4a79-9745-2724b6ae861c Jun 09 22:02:59.156462 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.223148 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.226043 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:59.226550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.231929 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2e0e6277-6f4c-4ea3-b35e-0c0d801d555f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:59.250153 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:59.340888 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9117703 Jun 09 22:02:59.342859 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47758) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:59.346636 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Request body: {'subnet': {'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-284085077-subnet', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:59.364279 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Pushing event updated for resources: {'Network': ['ID=0369f052-feec-4a79-9745-2724b6ae861c,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:59.367443 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:59.375513 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 0369f052-feec-4a79-9745-2724b6ae861c details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:02:59.385161 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Made reservation on behalf of 357c9b221d7f445d9b85396e6f407cf7 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:59.388259 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2402902'] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.446323 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dd6ab-6445-4182-9ef3-65f5d0607833 req-63a321f5-5223-41a5-825c-fe3f177d77c2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:59.446323 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-799dd6ab-6445-4182-9ef3-65f5d0607833 req-63a321f5-5223-41a5-825c-fe3f177d77c2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 931 time: 0.4024794 Jun 09 22:02:59.452766 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b283d7d9-0b03-4227-b38c-472ed1bf57a0 {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:59.529627 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.569181 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Transition to ACTIVE for port object b283d7d9-0b03-4227-b38c-472ed1bf57a0 will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:59.592508 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.604310 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5c04a94c-6082-4e4c-b106-960ff23c32be tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:59.614990 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:02:54Z', 'revision_number': 3, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:59.621271 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48c4ed-055d-47a3-8a4d-92e1f9042243 None None] The sync data for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb is: [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:02:54Z', 'revision_number': 3, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:02:59.687512 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9613298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2402852'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:59.692870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:59.708788 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-799dd6ab-6445-4182-9ef3-65f5d0607833 req-fe461094-0f1d-4fdb-8445-c1cfde886e8a tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509747 Jun 09 22:02:59.716383 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Allocated IP 172.20.0.1 (acffb731-2ab4-4674-a912-58e925103e04/bf495eb3-8c19-494e-bc52-2392a5487203/4585ba6b-14d0-4d69-8f30-a4299a6ec9cd) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:59.794416 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Pushing event updated for resources: {'Port': ['ID=b283d7d9-0b03-4227-b38c-472ed1bf57a0,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:59.808702 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:59.853274 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dc807c-d5c0-43e3-859f-a31b065e653d,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:59.861883 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:59.866704 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Checking segment: {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:59.867055 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Network hostable DHCP agents. Network: 0369f052-feec-4a79-9745-2724b6ae861c, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:02:59.886113 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd4f5-d3ca-4065-8e99-efb4b7764bd6 req-9cc57537-dcf3-4d21-975d-da31a863bcd8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:59.887640 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ea3cd4f5-d3ca-4065-8e99-efb4b7764bd6 req-9cc57537-dcf3-4d21-975d-da31a863bcd8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1634386 Jun 09 22:02:59.977458 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Network 0369f052-feec-4a79-9745-2724b6ae861c is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:03:00.010136 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 0369f052-feec-4a79-9745-2724b6ae861c) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:00.037297 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:00.037297 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.051525 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a361d5f-2020-48fc-ad46-b01f0bd82f53 None None] Network 0369f052-feec-4a79-9745-2724b6ae861c requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:03:00.091825 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ea3cd4f5-d3ca-4065-8e99-efb4b7764bd6 req-22c5bf43-1641-4a65-9e70-2a2724c7e835 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752908 Jun 09 22:03:00.092746 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Attempting to bind port b283d7d9-0b03-4227-b38c-472ed1bf57a0 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:00.093296 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Attempting to bind port b283d7d9-0b03-4227-b38c-472ed1bf57a0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:00.093805 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Attempting to bind port b283d7d9-0b03-4227-b38c-472ed1bf57a0 on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:00.107419 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Port b283d7d9-0b03-4227-b38c-472ed1bf57a0 on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:03:00.107660 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Attempting to bind port b283d7d9-0b03-4227-b38c-472ed1bf57a0 on network 3bb7341b-f1d3-4bed-ac06-e23a12392397 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:00.126757 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:00.127103 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Checking segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:00.134011 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7890773 Jun 09 22:03:00.136852 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Bound using segment: {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:00.137104 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47768) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:00.137921 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Bound port: b283d7d9-0b03-4227-b38c-472ed1bf57a0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44495c5-74b5-4768-8baa-3b32ecfd21fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:00.138294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.149944 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:00.219226 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.222118 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.249697 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.291087 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.359941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Transition to ACTIVE for port object 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd will not be triggered until provisioned by entity DHCP. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:00.423698 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 9ee2d68c-666e-45ab-8d59-d925bc940299 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:00.439274 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] For port b283d7d9-0b03-4227-b38c-472ed1bf57a0, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:00.444387 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] For port b283d7d9-0b03-4227-b38c-472ed1bf57a0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b283d7d9-0b03-4227-b38c-472ed1bf57a0,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:00.451593 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.457590 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:00.537741 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Pushing event updated for resources: {'Port': ['ID=b283d7d9-0b03-4227-b38c-472ed1bf57a0,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:00.547443 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:00.553555 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.558518 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:00.559591 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.561404 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] 10.222.0.36 "PUT /v2.0/ports/b283d7d9-0b03-4227-b38c-472ed1bf57a0 HTTP/1.1" status: 200 len: 1093 time: 2.4134779 Jun 09 22:03:00.562042 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:00.633651 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'tag': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:00.636471 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2773c1-b6a0-4333-a243-77134b451af9" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2c19a-ab59-4f13-8fa7-d71238cd1ce0", "tag": "b283d7d9-0b03-4227-b38c-472ed1bf57a0"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:00.656121 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ad027-7329-4901-957f-fac9110a025b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-0369f052-feec-4a79-9745-2724b6ae861c', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:03:00.658665 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654ad027-7329-4901-957f-fac9110a025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.734296 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Pushing event updated for resources: {'Port': ['ID=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:00.745040 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85e2114-40ab-4d35-b9b7-59d97f98bfcc x-openstack-request-id: req-d85e2114-40ab-4d35-b9b7-59d97f98bfcc {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:00.745608 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2c19a-ab59-4f13-8fa7-d71238cd1ce0", "tag": "b283d7d9-0b03-4227-b38c-472ed1bf57a0", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:00.746120 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d85e2114-40ab-4d35-b9b7-59d97f98bfcc {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:00.746763 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'tag': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0', 'status': 'completed', 'code': 200} Jun 09 22:03:00.751045 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:00.760767 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Network acffb731-2ab4-4674-a912-58e925103e04 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:00.764913 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:00.768161 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:00.898581 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.935103 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:00.975692 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-654ad027-7329-4901-957f-fac9110a025b None None] Allocated IP 172.20.0.2 (0369f052-feec-4a79-9745-2724b6ae861c/62dc807c-d5c0-43e3-859f-a31b065e653d/068d4154-63dc-4c29-983b-0a9b6e7680ce) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:01.192744 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-e0a0dbe4-5f51-4556-8688-173dd16fd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:01.194098 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-e0a0dbe4-5f51-4556-8688-173dd16fd982 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 1096 time: 0.5438459 Jun 09 22:03:01.205196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.297166 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-d4e19e77-df72-44e6-984b-66704f1c90a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b283d7d9-0b03-4227-b38c-472ed1bf57a0 HTTP/1.1" status: 200 len: 217 time: 0.0699034 Jun 09 22:03:01.340441 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654ad027-7329-4901-957f-fac9110a025b None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.351296 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-654ad027-7329-4901-957f-fac9110a025b None None] Transition to ACTIVE for port object 068d4154-63dc-4c29-983b-0a9b6e7680ce will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:01.387421 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-654ad027-7329-4901-957f-fac9110a025b None None] Transition to ACTIVE for port object 068d4154-63dc-4c29-983b-0a9b6e7680ce will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:01.392386 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-d217971d-a495-424e-b908-33c0e240cc26 None None] Provisioning for port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:01.398912 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654ad027-7329-4901-957f-fac9110a025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.404771 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:01.481008 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ad027-7329-4901-957f-fac9110a025b None None] Pushing event updated for resources: {'Port': ['ID=068d4154-63dc-4c29-983b-0a9b6e7680ce,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:01.490805 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 9ee2d68c-666e-45ab-8d59-d925bc940299 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:01.494346 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-d217971d-a495-424e-b908-33c0e240cc26 None None] Provisioning complete for port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:01.494990 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d217971d-a495-424e-b908-33c0e240cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.507914 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.559571 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-654ad027-7329-4901-957f-fac9110a025b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:01.560906 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-d217971d-a495-424e-b908-33c0e240cc26 None None] Port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:01.562173 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.568114 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 9ee2d68c-666e-45ab-8d59-d925bc940299 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:01.569421 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.601540 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ad027-7329-4901-957f-fac9110a025b None None] Network 0369f052-feec-4a79-9745-2724b6ae861c is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:01.622347 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-654ad027-7329-4901-957f-fac9110a025b None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:01.631667 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ad027-7329-4901-957f-fac9110a025b None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:01.699952 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52701-9b94-4b29-9cc9-cd5f8e54c54e req-c2c77d49-7125-4268-ab38-cc944fb62205 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:01.707390 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-31e52701-9b94-4b29-9cc9-cd5f8e54c54e req-c2c77d49-7125-4268-ab38-cc944fb62205 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3541992 Jun 09 22:03:01.750499 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-6abb092d-3945-43c8-b52b-628a71e033e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:01.751630 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-6abb092d-3945-43c8-b52b-628a71e033e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.4157534 Jun 09 22:03:01.757697 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-654ad027-7329-4901-957f-fac9110a025b None None] Attempting to bind port 068d4154-63dc-4c29-983b-0a9b6e7680ce on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:01.758487 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-654ad027-7329-4901-957f-fac9110a025b None None] Attempting to bind port 068d4154-63dc-4c29-983b-0a9b6e7680ce by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:01.759050 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ad027-7329-4901-957f-fac9110a025b None None] Attempting to bind port 068d4154-63dc-4c29-983b-0a9b6e7680ce on network 0369f052-feec-4a79-9745-2724b6ae861c {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:01.772095 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ad027-7329-4901-957f-fac9110a025b None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:01.773252 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ad027-7329-4901-957f-fac9110a025b None None] Checking segment: {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:01.773852 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654ad027-7329-4901-957f-fac9110a025b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.774420 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ad027-7329-4901-957f-fac9110a025b None None] Bound using segment: {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:01.775175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-654ad027-7329-4901-957f-fac9110a025b None None] Bound port: 068d4154-63dc-4c29-983b-0a9b6e7680ce, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:01.775748 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654ad027-7329-4901-957f-fac9110a025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.808336 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-31e52701-9b94-4b29-9cc9-cd5f8e54c54e req-01675f83-9c7d-43e8-b2ce-18f2bc0d8edf tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999634 Jun 09 22:03:01.822402 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-d52167d8-f56e-4b12-88a1-2b8ab97d2456 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603344 Jun 09 22:03:01.832210 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3bed9-2643-453d-8958-88923302b321 req-aac7ff35-52e8-40bd-836a-bc9962471557 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:01.839146 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c5f3bed9-2643-453d-8958-88923302b321 req-aac7ff35-52e8-40bd-836a-bc9962471557 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.8385592 Jun 09 22:03:01.856022 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Allocated IP 172.28.2.72 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/70caf548-6e9c-40ef-94c6-ae11333bb6cf) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:01.945958 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.972274 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-654ad027-7329-4901-957f-fac9110a025b None None] For port 068d4154-63dc-4c29-983b-0a9b6e7680ce, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:01.977465 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-654ad027-7329-4901-957f-fac9110a025b None None] For port 068d4154-63dc-4c29-983b-0a9b6e7680ce, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=068d4154-63dc-4c29-983b-0a9b6e7680ce,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:01.985052 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 9ee2d68c-666e-45ab-8d59-d925bc940299, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=9ee2d68c-666e-45ab-8d59-d925bc940299,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:01.987487 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-654ad027-7329-4901-957f-fac9110a025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:01.992447 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:02.000299 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c5f3bed9-2643-453d-8958-88923302b321 req-b89fa35f-c232-4546-a67b-f4f1a4dc5312 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603127 Jun 09 22:03:02.029899 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:02.077019 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:02.085706 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:02.087409 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ad027-7329-4901-957f-fac9110a025b None None] Pushing event updated for resources: {'Port': ['ID=068d4154-63dc-4c29-983b-0a9b6e7680ce,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:02.094398 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-654ad027-7329-4901-957f-fac9110a025b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:02.095345 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:02.104282 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-2e208d93-5fbe-4f93-bc99-67d43db79f86 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522864 Jun 09 22:03:02.109693 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:02.116064 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:02.126722 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3c16af2a-f025-4d1e-9d5e-80ef5cb2a0af tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:02.173078 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:02.176826 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=9ee2d68c-666e-45ab-8d59-d925bc940299,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:02.180717 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:02.190396 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:02.197341 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:02.203061 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:02.303432 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Pushing event updated for resources: {'Port': ['ID=70caf548-6e9c-40ef-94c6-ae11333bb6cf,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:02.307162 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:02.370057 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Pushing event updated for resources: {'Port': ['ID=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:02.392793 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:02.395922 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:02.548842 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ddfc3c0f-2d52-4f2f-9657-75d7809e0095 req-b3adbe7b-b4e9-4e75-8ed7-fea836bb7a28 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428365 Jun 09 22:03:02.605095 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Network acffb731-2ab4-4674-a912-58e925103e04 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:02.640775 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:02.846141 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:02.899138 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-26678928-da2a-4dd8-83bc-64f3d137b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:02.901272 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-26678928-da2a-4dd8-83bc-64f3d137b779 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e094e911bb4d0aac303e2d3a275377&device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 1096 time: 0.2950742 Jun 09 22:03:02.924680 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:03:03.014277 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-2a4e378c-dfff-4e08-a34a-2402e566e6d9 None None] Provisioning complete for port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:03.014787 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2a4e378c-dfff-4e08-a34a-2402e566e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:03.135880 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e378c-dfff-4e08-a34a-2402e566e6d9 None None] Port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:03.327738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-b3973b02-6a8d-4e94-8c23-6a07bfa9a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:03.333126 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-b3973b02-6a8d-4e94-8c23-6a07bfa9a49a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 200 len: 915 time: 0.4029348 Jun 09 22:03:03.336614 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:03:03.347058 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Sync routers for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:03:03.364681 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:03.365424 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:03.368463 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3818f9-c556-4c49-b509-8396f9e25a31 req-1641f585-d258-4889-b600-0454b8129276 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:03.376659 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fb3818f9-c556-4c49-b509-8396f9e25a31 req-1641f585-d258-4889-b600-0454b8129276 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2690859 Jun 09 22:03:03.437328 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deee7205-6039-4330-a577-d3179281918a None None] Network 0369f052-feec-4a79-9745-2724b6ae861c requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:03:03.505129 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fb3818f9-c556-4c49-b509-8396f9e25a31 req-71de07c7-6802-488f-a2a7-a692f14a8880 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275778 Jun 09 22:03:03.564592 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:03.574545 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] 10.222.0.42 "PUT /v2.0/routers/5ab200a0-76f0-41be-a202-fb1d5d079ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5353062 Jun 09 22:03:03.593710 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-37bb562f-78d2-483f-8085-5a8a464fc7a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b283d7d9-0b03-4227-b38c-472ed1bf57a0 HTTP/1.1" status: 200 len: 217 time: 0.2549694 Jun 09 22:03:03.671489 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:03.678479 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7b2bd-20de-421d-8524-8ff9bab8eb29 req-e397389c-94b1-47c3-9f6a-ba1f196362f1 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:03.680024 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-13e7b2bd-20de-421d-8524-8ff9bab8eb29 req-e397389c-94b1-47c3-9f6a-ba1f196362f1 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.5080330 Jun 09 22:03:03.751983 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-d9a99f86-1763-4fd1-9963-6032107ff48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:03.753683 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-d9a99f86-1763-4fd1-9963-6032107ff48a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 200 len: 854 time: 0.1466100 Jun 09 22:03:03.773620 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-13e7b2bd-20de-421d-8524-8ff9bab8eb29 req-37a89c20-aa53-43ed-80a7-994bcaed36e8 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839555 Jun 09 22:03:03.801852 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-bcbee01a-0b08-4e20-8aec-3e5e13e1af83 None None] Provisioning for port 068d4154-63dc-4c29-983b-0a9b6e7680ce completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:03.896107 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231be63-24da-4110-9597-b7f4a9e9116b req-84a9bf80-5bb5-4191-9776-aee39fda83de tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:03.899810 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2231be63-24da-4110-9597-b7f4a9e9116b req-84a9bf80-5bb5-4191-9776-aee39fda83de tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.2513270 Jun 09 22:03:03.929508 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-62951dfb-3e78-412b-81d5-2c2e58377fff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bb7341b-f1d3-4bed-ac06-e23a12392397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529496 Jun 09 22:03:03.985835 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2231be63-24da-4110-9597-b7f4a9e9116b req-ed84e2d2-2a16-49dc-bd1d-69bad927d2f1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766222 Jun 09 22:03:04.007295 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:03:04.122484 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-b86fc8e4-b78a-4da4-87c8-ca6244bdbc6a service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860888 Jun 09 22:03:04.246695 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:03:04.258978 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Sync routers for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:03:04.279972 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:04.280598 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:04.301586 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.305509 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1643260 Jun 09 22:03:04.305766 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47836) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:04.322716 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c2773c1-b6a0-4333-a243-77134b451af9 req-3946548c-fbad-46a0-9d9d-52df5e52e996 service neutron] 10.222.0.36 "GET /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843841 Jun 09 22:03:04.409675 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 9ee2d68c-666e-45ab-8d59-d925bc940299 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:04.443961 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47840) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:04.449784 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-472613353-network', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:04.501991 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 2, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:04.503696 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Made reservation on behalf of 8fb0c2d7059e407ab3f9fecc31ec92cc for: {'network': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:03:04.508377 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.514060 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Checking router: 5ab200a0-76f0-41be-a202-fb1d5d079ce0 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:03:04.514472 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Updating router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:03:04.534039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.603650 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 9ee2d68c-666e-45ab-8d59-d925bc940299 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:04.604460 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.635149 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:04.678693 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.791032 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.812981 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.843451 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=91697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:03:04.862537 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.863481 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.segments_db [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Added segment aa412d92-d1cd-4263-9de4-940fdc22c157 of type vlan for network e501032e-769f-4de8-92a9-42e80f5635c9 Jun 09 22:03:04.924732 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.940522 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 068d4154-63dc-4c29-983b-0a9b6e7680ce up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:04.954877 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8ba52dbf-c7ea-41c6-a003-c7b1ee8c358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:04.977005 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.994119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:04.994738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.020829 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24da3e7-4c30-4925-9afb-b637dc6e93df,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:05.028017 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:05.028657 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:05.057094 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6118844 Jun 09 22:03:05.142949 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47854) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:05.156165 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Request body: {'subnet': {'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-472613353-subnet', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:05.165920 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:02Z', 'revision_number': 3, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:05.170911 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Checking router: 3de14f7e-71df-4fdf-ac01-785bd5c9b539 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:03:05.171775 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Updating router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 port 70caf548-6e9c-40ef-94c6-ae11333bb6cf binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:03:05.178379 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3afed-0326-4ff7-93f6-799e3ea6f924 req-65d243df-8027-451e-87aa-276504b8a7b7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:05.179966 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-25c3afed-0326-4ff7-93f6-799e3ea6f924 req-65d243df-8027-451e-87aa-276504b8a7b7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.4498324 Jun 09 22:03:05.189029 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Pushing event updated for resources: {'Network': ['ID=e501032e-769f-4de8-92a9-42e80f5635c9,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:05.201306 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:05.230507 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Made reservation on behalf of 8fb0c2d7059e407ab3f9fecc31ec92cc for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:03:05.235978 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2190554'] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.250412 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network e501032e-769f-4de8-92a9-42e80f5635c9 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:03:05.264627 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 068d4154-63dc-4c29-983b-0a9b6e7680ce completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:05.267609 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.357370 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 068d4154-63dc-4c29-983b-0a9b6e7680ce triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:05.357748 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.481994 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-25c3afed-0326-4ff7-93f6-799e3ea6f924 req-9ac3d264-a726-4cb7-bcc3-2e88a7201d5d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813714 Jun 09 22:03:05.484610 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.573330 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd55c98-ad79-4be2-8295-dae48abe05ca req-a0c9f4b3-07fa-4516-8098-8ab398b7ee9e tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:05.574868 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ddd55c98-ad79-4be2-8295-dae48abe05ca req-a0c9f4b3-07fa-4516-8098-8ab398b7ee9e tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.2524924 Jun 09 22:03:05.586862 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-72d4b8da-aa74-409a-b862-890223609e28 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:05.588803 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-72d4b8da-aa74-409a-b862-890223609e28 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.36 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 945 time: 0.3092389 Jun 09 22:03:05.603036 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Transition to ACTIVE for port object 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:05.624351 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.641374 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:05.666115 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ddd55c98-ad79-4be2-8295-dae48abe05ca req-8662e418-805b-4830-936b-0b03abd2099b tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/security-groups?id=3663421d-cd84-4d72-bb4d-c52c42f60687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852590 Jun 09 22:03:05.693479 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.709487 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Transition to ACTIVE for port object 70caf548-6e9c-40ef-94c6-ae11333bb6cf will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:05.718908 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.722810 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4ee93897-f33f-4b77-a7a9-c82cf6e3e346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:05.756675 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.801050 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2552837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2190504'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.808542 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a2ee1b61-fa82-4ade-87d3-0670a3e5fb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:05.861844 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.900435 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Attempting to bind port 70caf548-6e9c-40ef-94c6-ae11333bb6cf on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:05.900783 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Attempting to bind port 70caf548-6e9c-40ef-94c6-ae11333bb6cf by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:05.901085 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Attempting to bind port 70caf548-6e9c-40ef-94c6-ae11333bb6cf on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:05.929220 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e849c0-565f-4534-989c-124695d1d357 None None] Pushing event updated for resources: {'Port': ['ID=70caf548-6e9c-40ef-94c6-ae11333bb6cf,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:05.937375 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e8e849c0-565f-4534-989c-124695d1d357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:05.941522 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:05.941898 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:05.942321 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.942729 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:05.943451 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Bound port: 70caf548-6e9c-40ef-94c6-ae11333bb6cf, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:05.943590 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:05.950857 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef1ebe8-236a-4794-874f-d4546ac0871a,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:05.962139 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:05.978985 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be521-d304-4cc7-b818-396d41755add None None] Pushing event updated for resources: {'Port': ['ID=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:05.997842 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e48be521-d304-4cc7-b818-396d41755add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:06.054145 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] For port 70caf548-6e9c-40ef-94c6-ae11333bb6cf, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:06.058799 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] For port 70caf548-6e9c-40ef-94c6-ae11333bb6cf, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=70caf548-6e9c-40ef-94c6-ae11333bb6cf,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:06.066491 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.072123 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:06.095497 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Deleting port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:03:06.095852 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.109042 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Checking segment: {'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:06.109422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Network hostable DHCP agents. Network: e501032e-769f-4de8-92a9-42e80f5635c9, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:03:06.122865 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 068d4154-63dc-4c29-983b-0a9b6e7680ce, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=068d4154-63dc-4c29-983b-0a9b6e7680ce,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:06.133564 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.148323 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:06.176144 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Allocated IP 172.20.0.1 (0369f052-feec-4a79-9745-2724b6ae861c/62dc807c-d5c0-43e3-859f-a31b065e653d/0f29ae3d-91e4-44b5-80cb-e139cf002a02) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:06.179201 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Attempting to bind port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:06.179630 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Attempting to bind port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:06.180119 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Attempting to bind port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd on network acffb731-2ab4-4674-a912-58e925103e04 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:06.205620 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:06.206054 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Checking segment: {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:06.206997 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.206997 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Bound using segment: {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:06.207376 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Bound port: 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:06.207928 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.227782 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e849c0-565f-4534-989c-124695d1d357 None None] Pushing event updated for resources: {'Port': ['ID=70caf548-6e9c-40ef-94c6-ae11333bb6cf,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:06.230709 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Network e501032e-769f-4de8-92a9-42e80f5635c9 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:03:06.244905 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e8e849c0-565f-4534-989c-124695d1d357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:06.282119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee023218-a12b-4e13-846b-5eed2d3a4fe1 req-7dd2ad95-797d-4de9-abab-7b4c3c58ef82 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:06.284742 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ee023218-a12b-4e13-846b-5eed2d3a4fe1 req-7dd2ad95-797d-4de9-abab-7b4c3c58ef82 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.3375230 Jun 09 22:03:06.288706 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, e501032e-769f-4de8-92a9-42e80f5635c9) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:06.305216 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f057e7a-a40f-4e0b-832d-94e070c37eb4 None None] Network e501032e-769f-4de8-92a9-42e80f5635c9 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:03:06.312370 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:06.313670 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:06.314020 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:06.314628 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.322852 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] For port 9d0c7a65-f9f2-4037-a402-afdb123d7f84, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9d0c7a65-f9f2-4037-a402-afdb123d7f84,segment=NetworkSegment(79fd1ddd-46f1-472c-8808-25bd6ae07802),segment_id=79fd1ddd-46f1-472c-8808-25bd6ae07802)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:06.323290 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.532219 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.555810 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Transition to ACTIVE for port object 0f29ae3d-91e4-44b5-80cb-e139cf002a02 will not be triggered until provisioned by entity DHCP. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:06.595848 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=068d4154-63dc-4c29-983b-0a9b6e7680ce,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:06.604028 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Calling delete_port for 9d0c7a65-f9f2-4037-a402-afdb123d7f84 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:03:06.608940 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a3bcbbb1-3a1e-41bf-ae7d-e8156d38c5f5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4649234 Jun 09 22:03:06.616424 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47862) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:06.621965 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:06.636920 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ee023218-a12b-4e13-846b-5eed2d3a4fe1 req-1cebbacf-89b5-4adb-88b3-040fbe326706 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248861 Jun 09 22:03:06.644148 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.645032 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:06.659081 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:06.676760 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] For port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:06.679480 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.682124 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.684213 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] For port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:06.741846 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.759786 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:06.772474 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:06.790132 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Pushing event updated for resources: {'Port': ['ID=0f29ae3d-91e4-44b5-80cb-e139cf002a02,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:06.793457 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:06.856971 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.871101 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Network 0369f052-feec-4a79-9745-2724b6ae861c is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:06.881270 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:06.883889 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:06.913347 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-e501032e-769f-4de8-92a9-42e80f5635c9', 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'fixed_ips': [{'subnet_id': '8ef1ebe8-236a-4794-874f-d4546ac0871a'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:03:06.919518 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.936345 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be521-d304-4cc7-b818-396d41755add None None] Pushing event updated for resources: {'Port': ['ID=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:06.945217 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e48be521-d304-4cc7-b818-396d41755add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:06.950435 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.988981 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.145367 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0a939-b8b2-4d7d-bc67-ae6d4d36d64d req-c03b72b4-eb8d-4370-bd26-2aa1f91464e3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:07.161091 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7dc0a939-b8b2-4d7d-bc67-ae6d4d36d64d req-c03b72b4-eb8d-4370-bd26-2aa1f91464e3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3680086 Jun 09 22:03:07.175501 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['9d0c7a65-f9f2-4037-a402-afdb123d7f84'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:07.266175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:07.266862 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:07.288516 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7dc0a939-b8b2-4d7d-bc67-ae6d4d36d64d req-f9d56537-4021-42ac-9427-b8fb1a71cd44 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268358 Jun 09 22:03:07.302856 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.409125 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:07.478834 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:02Z', 'revision_number': 3, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:07.483743 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347585bc-96c7-4ca6-bba7-194d85ebb168 None None] The sync data for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb is: [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:02Z', 'revision_number': 3, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:03:07.570433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Pushing event deleted for resources: {'Port': ['ID=9d0c7a65-f9f2-4037-a402-afdb123d7f84,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:07.586050 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.592597 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bf9452b4-a072-475a-b536-891e6fa2c1f3 req-fdcf2122-afd8-4062-9583-e7ba3e2629bc tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 210 time: 0.2272515 Jun 09 22:03:07.593698 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:07.598062 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.642466 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:07.674962 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-bf256267-a9b7-46f3-8b91-217aad309a9a None None] Provisioning for port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:07.683959 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-bf256267-a9b7-46f3-8b91-217aad309a9a None None] Provisioning complete for port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:07.684340 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-bf256267-a9b7-46f3-8b91-217aad309a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.704778 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.754424 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] No DVR routers for this DVR port 9d0c7a65-f9f2-4037-a402-afdb123d7f84 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:03:07.757566 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:07.758171 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.765196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.767321 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ad5d1e1b-fcea-4fe8-bba8-4b00b4a28df4 req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.36 "DELETE /v2.0/ports/9d0c7a65-f9f2-4037-a402-afdb123d7f84 HTTP/1.1" status: 204 len: 173 time: 2.1701643 Jun 09 22:03:07.767821 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'name': 'network-vif-deleted', 'tag': '9d0c7a65-f9f2-4037-a402-afdb123d7f84'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:07.770454 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cea2d2-c1fa-4f68-af9a-08d62fb99c6c" -d '{"events": [{"server_uuid": "32b6a3cd-0c1d-4f40-a636-a7d699fa4a01", "name": "network-vif-deleted", "tag": "9d0c7a65-f9f2-4037-a402-afdb123d7f84"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:07.800500 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Pushing event updated for resources: {'Port': ['ID=0f29ae3d-91e4-44b5-80cb-e139cf002a02,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:07.846925 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:07.942576 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4943a4d0-3d2d-45f2-9d04-86721b4d7575 x-openstack-request-id: req-4943a4d0-3d2d-45f2-9d04-86721b4d7575 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:07.944678 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b6a3cd-0c1d-4f40-a636-a7d699fa4a01", "name": "network-vif-deleted", "tag": "9d0c7a65-f9f2-4037-a402-afdb123d7f84", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:07.944833 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4943a4d0-3d2d-45f2-9d04-86721b4d7575 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:07.945243 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b6a3cd-0c1d-4f40-a636-a7d699fa4a01', 'name': 'network-vif-deleted', 'tag': '9d0c7a65-f9f2-4037-a402-afdb123d7f84', 'status': 'completed', 'code': 200} Jun 09 22:03:07.977085 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Allocated IP 172.20.0.2 (e501032e-769f-4de8-92a9-42e80f5635c9/8ef1ebe8-236a-4794-874f-d4546ac0871a/1de0aa25-716b-40c4-80d8-01d215411492) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:08.159897 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-bf256267-a9b7-46f3-8b91-217aad309a9a None None] Port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:08.245068 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feeba3-1f83-4a15-a245-72099c066637 req-6ccbd42f-01c0-4a2e-b575-5b6dad1263cc tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:08.245581 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-98feeba3-1f83-4a15-a245-72099c066637 req-6ccbd42f-01c0-4a2e-b575-5b6dad1263cc tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.3827999 Jun 09 22:03:08.290443 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Network 0369f052-feec-4a79-9745-2724b6ae861c is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:08.294360 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:08.488251 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-98feeba3-1f83-4a15-a245-72099c066637 req-0e0ec067-59f7-456e-a7be-beeadbc1aa50 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284269 Jun 09 22:03:08.605142 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 70caf548-6e9c-40ef-94c6-ae11333bb6cf up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:08.667496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:08.714527 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:08.759659 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:03:08.852819 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3ef40-0acf-402d-bc4a-e29a89c66d4e req-64b101fd-a456-43cd-963e-b682213f9dbb tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:08.863671 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f3a3ef40-0acf-402d-bc4a-e29a89c66d4e req-64b101fd-a456-43cd-963e-b682213f9dbb tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3016522 Jun 09 22:03:08.940460 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e5a82bae-ef85-4ddd-b4c5-a2f16c4f9412 None None] Provisioning complete for port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:08.941067 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e5a82bae-ef85-4ddd-b4c5-a2f16c4f9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:08.974382 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:08.977044 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f3a3ef40-0acf-402d-bc4a-e29a89c66d4e req-de04a0a0-96a3-465d-b1cd-14d638e6d939 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126356 Jun 09 22:03:09.006235 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9e0b7c5c-a3c2-4988-9508-4249a6be266d req-e4b18717-ef34-47ce-8755-f3808bc79a3a tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] 10.222.0.42 "GET /v2.0/ports?device_id=32b6a3cd-0c1d-4f40-a636-a7d699fa4a01 HTTP/1.1" status: 200 len: 210 time: 0.0803471 Jun 09 22:03:09.029094 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Transition to ACTIVE for port object 1de0aa25-716b-40c4-80d8-01d215411492 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:09.037355 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Allocated IP 172.28.2.116 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/a5930754-6d28-4745-a9bf-314e4ef6fa81) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:09.077809 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-e5a82bae-ef85-4ddd-b4c5-a2f16c4f9412 None None] Port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:09.096416 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Transition to ACTIVE for port object 1de0aa25-716b-40c4-80d8-01d215411492 will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:09.099907 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 70caf548-6e9c-40ef-94c6-ae11333bb6cf completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:09.108934 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 70caf548-6e9c-40ef-94c6-ae11333bb6cf triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:09.108934 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.142842 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:03:09.145622 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.151788 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] 10.222.0.42 "PUT /v2.0/routers/3de14f7e-71df-4fdf-ac01-785bd5c9b539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8447986 Jun 09 22:03:09.155622 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:09.250640 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.251245 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Network e501032e-769f-4de8-92a9-42e80f5635c9 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:09.258656 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:09.262013 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:06Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:09.264332 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:09.272357 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Pushing event updated for resources: {'Port': ['ID=1de0aa25-716b-40c4-80d8-01d215411492,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:09.277197 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:09.280737 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98d548-6d66-428a-934e-8c6432789c6a None None] The sync data for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb is: [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:06Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:03:09.304817 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.310259 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a436db53-8cb9-4add-8c67-955d5158b540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:09.493275 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Attempting to bind port 1de0aa25-716b-40c4-80d8-01d215411492 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:09.493667 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Attempting to bind port 1de0aa25-716b-40c4-80d8-01d215411492 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:09.494026 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Attempting to bind port 1de0aa25-716b-40c4-80d8-01d215411492 on network e501032e-769f-4de8-92a9-42e80f5635c9 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:09.496473 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.516773 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:09.517347 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Checking segment: {'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:09.517762 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.518167 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Bound using segment: {'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:09.518652 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Bound port: 1de0aa25-716b-40c4-80d8-01d215411492, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:09.519084 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.530306 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:09.539299 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:09.546642 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 70caf548-6e9c-40ef-94c6-ae11333bb6cf, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=70caf548-6e9c-40ef-94c6-ae11333bb6cf,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:09.559912 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:09.586120 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.586803 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 068d4154-63dc-4c29-983b-0a9b6e7680ce up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:09.639161 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8ed3904f-2649-4532-b6d3-8b178d879138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:09.698819 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Pushing event updated for resources: {'Port': ['ID=a5930754-6d28-4745-a9bf-314e4ef6fa81,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:09.707911 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:09.852054 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=70caf548-6e9c-40ef-94c6-ae11333bb6cf,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:09.870350 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:09.877026 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-d3da5570-b607-4891-9e47-3332337baaec None None] For port 1de0aa25-716b-40c4-80d8-01d215411492, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:09.885838 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-d3da5570-b607-4891-9e47-3332337baaec None None] For port 1de0aa25-716b-40c4-80d8-01d215411492, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=1de0aa25-716b-40c4-80d8-01d215411492,segment=NetworkSegment(aa412d92-d1cd-4263-9de4-940fdc22c157),segment_id=aa412d92-d1cd-4263-9de4-940fdc22c157)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:09.887096 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9d0c7a65-f9f2-4037-a402-afdb123d7f84 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:03:09.892730 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1af6-6d2b-4923-8418-a62530991aab req-a010fba1-e877-4034-9a04-927076d0c772 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:09.896864 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8c1f1af6-6d2b-4923-8418-a62530991aab req-a010fba1-e877-4034-9a04-927076d0c772 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.1660862 Jun 09 22:03:09.924030 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.929597 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:09.970175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 9d0c7a65-f9f2-4037-a402-afdb123d7f84 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:03:09.970938 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 9d0c7a65-f9f2-4037-a402-afdb123d7f84 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:03:09.984825 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8c1f1af6-6d2b-4923-8418-a62530991aab req-cd123bc6-38d3-4aba-98b5-01d808d40969 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806093 Jun 09 22:03:10.016042 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 068d4154-63dc-4c29-983b-0a9b6e7680ce triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:10.016424 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.125082 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Pushing event updated for resources: {'Port': ['ID=1de0aa25-716b-40c4-80d8-01d215411492,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:10.144566 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:10.164848 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Sync routers for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:03:10.200995 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:10.201638 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:10.494139 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47918) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:10.514316 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1866291119-network', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:10.578888 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Made reservation on behalf of 54b42fa604f44be5aafb5e52b4c0f396 for: {'network': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:03:10.584683 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:10.587962 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.646873 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.663132 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.946120 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.955406 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.975465 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fc17203a-0584-4e7e-afbe-91c07877588a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:11.009556 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 1de0aa25-716b-40c4-80d8-01d215411492 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:11.024213 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fb646-6999-4fc5-93f7-0e595a4ae0fd req-a167cb84-01d6-48ba-a1ec-b5193a3c5da7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:11.033505 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a29fb646-6999-4fc5-93f7-0e595a4ae0fd req-a167cb84-01d6-48ba-a1ec-b5193a3c5da7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.6254563 Jun 09 22:03:11.076785 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=91698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:03:11.118017 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ff40b-80df-4831-be7d-156205411519,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:11.139936 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:11.145625 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.164268 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.segments_db [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Added segment f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3 of type vlan for network f51fc53d-f99d-4301-8635-18bef4709e25 Jun 09 22:03:11.220233 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.254192 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.371837 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.386825 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:11.387735 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.405567 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:11.407262 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a29fb646-6999-4fc5-93f7-0e595a4ae0fd req-cd4efe53-0d26-4e23-a939-239b59303951 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725383 Jun 09 22:03:11.421836 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 1de0aa25-716b-40c4-80d8-01d215411492 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:11.430961 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9253983 Jun 09 22:03:11.435727 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47930) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:11.446118 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Request body: {'subnet': {'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1866291119-subnet', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:11.448230 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 70caf548-6e9c-40ef-94c6-ae11333bb6cf up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:11.527313 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Made reservation on behalf of 54b42fa604f44be5aafb5e52b4c0f396 for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:03:11.532130 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2190554'] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.562156 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02aa2da-0571-4752-873f-b9f0b30a9c17 req-c60ce5fc-99c9-4163-a803-1a53e79b82d0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:11.570523 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a02aa2da-0571-4752-873f-b9f0b30a9c17 req-c60ce5fc-99c9-4163-a803-1a53e79b82d0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.2611985 Jun 09 22:03:11.588094 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Pushing event updated for resources: {'Network': ['ID=f51fc53d-f99d-4301-8635-18bef4709e25,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:11.593625 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:11.609442 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network f51fc53d-f99d-4301-8635-18bef4709e25 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:03:11.619693 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.657634 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a02aa2da-0571-4752-873f-b9f0b30a9c17 req-ba367f9b-3705-41c0-b210-bbf56dfccee9 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857205 Jun 09 22:03:11.705372 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 2, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:11.722149 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be203da4-01e2-45a7-9a20-594acdcdfe41 None None] Network e501032e-769f-4de8-92a9-42e80f5635c9 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:03:11.790473 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Checking router: 3de14f7e-71df-4fdf-ac01-785bd5c9b539 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:03:11.790886 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Updating router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:03:11.911170 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Provisioning for port 1de0aa25-716b-40c4-80d8-01d215411492 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:11.918624 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 70caf548-6e9c-40ef-94c6-ae11333bb6cf triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:11.919032 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.960263 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:11.985053 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Router a348e24a-cd1a-4bd3-974f-6a9599ff2556 is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:03:12.019110 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Provisioning complete for port 1de0aa25-716b-40c4-80d8-01d215411492 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:12.019622 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.167957 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2552837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2190504'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.184608 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-45f85f8e-1ce5-4662-819f-c6f2b8f9c8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:12.363105 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14db4aa3-0f25-41c7-bb59-8397b1233200,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:12.368743 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:12.379910 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Checking segment: {'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:12.380266 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Network hostable DHCP agents. Network: f51fc53d-f99d-4301-8635-18bef4709e25, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:03:12.388610 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:03:12.399749 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Sync routers for ids ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:03:12.413447 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Routers {'a348e24a-cd1a-4bd3-974f-6a9599ff2556'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:12.414308 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:12.426978 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Notify callbacks [] for router, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.428479 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8113236 Jun 09 22:03:12.431797 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 47944) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:12.436037 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Network f51fc53d-f99d-4301-8635-18bef4709e25 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:03:12.476308 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, f51fc53d-f99d-4301-8635-18bef4709e25) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:12.480636 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:12.481351 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.538385 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-240a838e-d90f-419c-9ac9-f76ff0310a1b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1014457 Jun 09 22:03:12.540878 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 47952) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:12.545972 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfdb58-1a1e-4f1f-90cc-39915aeca5cd None None] Network f51fc53d-f99d-4301-8635-18bef4709e25 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:03:12.546833 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:12.626569 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.627905 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.661489 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.707649 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:12.757709 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.903258 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Set router a348e24a-cd1a-4bd3-974f-6a9599ff2556 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:12.911299 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] For port 1de0aa25-716b-40c4-80d8-01d215411492, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=1de0aa25-716b-40c4-80d8-01d215411492,segment=NetworkSegment(aa412d92-d1cd-4263-9de4-940fdc22c157),segment_id=aa412d92-d1cd-4263-9de4-940fdc22c157)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:12.956173 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:12.967373 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:13.074397 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:13.119013 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:03:13.170358 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:13.170897 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:13.313975 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Pushing event updated for resources: {'Port': ['ID=1de0aa25-716b-40c4-80d8-01d215411492,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:13.327013 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:13.341748 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-f51fc53d-f99d-4301-8635-18bef4709e25', 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'fixed_ips': [{'subnet_id': '14db4aa3-0f25-41c7-bb59-8397b1233200'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:03:13.342592 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:13.401709 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:13.433448 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Transition to ACTIVE for port object 0f29ae3d-91e4-44b5-80cb-e139cf002a02 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:13.441337 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:13.467669 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1074e0-3536-4106-a556-8ff6c6953370 req-014365ae-1fe8-4723-91f0-260c71affc7e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:13.469501 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8f1074e0-3536-4106-a556-8ff6c6953370 req-014365ae-1fe8-4723-91f0-260c71affc7e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.7860835 Jun 09 22:03:13.545418 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8f1074e0-3536-4106-a556-8ff6c6953370 req-38eecd3b-bf5d-466d-a280-c280bbca50f1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580308 Jun 09 22:03:13.572355 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:13.579682 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:13.600879 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:03:10Z', 'revision_number': 3, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port': {'id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:08Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:13.605570 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Checking router: a348e24a-cd1a-4bd3-974f-6a9599ff2556 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:03:13.606096 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Updating router a348e24a-cd1a-4bd3-974f-6a9599ff2556 port a5930754-6d28-4745-a9bf-314e4ef6fa81 binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:03:13.666822 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:13.671464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389917f-fee0-40cf-8bee-d6f21d0b8331 req-c7201138-1b25-4983-8db3-6a6db41b6348 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:13.682522 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1389917f-fee0-40cf-8bee-d6f21d0b8331 req-c7201138-1b25-4983-8db3-6a6db41b6348 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.6778159 Jun 09 22:03:13.772251 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-01db9838-185a-41d0-bf80-89fdd8d06d2b None None] Provisioning complete for port 1de0aa25-716b-40c4-80d8-01d215411492 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:13.772637 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-01db9838-185a-41d0-bf80-89fdd8d06d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:13.880938 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1389917f-fee0-40cf-8bee-d6f21d0b8331 req-f0e0a229-2b05-480c-92ac-4c2a9e437488 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955156 Jun 09 22:03:13.948729 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c3b66-ced2-45c0-bdef-ae82a6568793 None None] Pushing event updated for resources: {'Port': ['ID=0f29ae3d-91e4-44b5-80cb-e139cf002a02,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:13.972134 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1a7c3b66-ced2-45c0-bdef-ae82a6568793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:14.011157 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.045212 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.159743 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.162392 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.175831 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Transition to ACTIVE for port object a5930754-6d28-4745-a9bf-314e4ef6fa81 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:14.178550 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Attempting to bind port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:14.178961 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Attempting to bind port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:14.179335 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Attempting to bind port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 on network 0369f052-feec-4a79-9745-2724b6ae861c {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:14.188328 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.189606 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Allocated IP 172.20.0.2 (f51fc53d-f99d-4301-8635-18bef4709e25/14db4aa3-0f25-41c7-bb59-8397b1233200/83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:14.195725 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e8e849c0-565f-4534-989c-124695d1d357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:14.233600 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.233967 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:14.238377 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Checking segment: {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:14.238377 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.238377 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Bound using segment: {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:14.238377 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Bound port: 0f29ae3d-91e4-44b5-80cb-e139cf002a02, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:14.238377 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.260671 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Allocated IP 172.28.2.126 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/cf0d8f9c-f83d-41d3-b641-57b38ece0243) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:14.263838 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077fcc0-1a4a-4f0f-a1f5-e050f76c40a9 None None] Pushing event updated for resources: {'Port': ['ID=a5930754-6d28-4745-a9bf-314e4ef6fa81,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:14.292296 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Attempting to bind port a5930754-6d28-4745-a9bf-314e4ef6fa81 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:14.292901 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Attempting to bind port a5930754-6d28-4745-a9bf-314e4ef6fa81 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:14.293147 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Attempting to bind port a5930754-6d28-4745-a9bf-314e4ef6fa81 on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:14.300214 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7077fcc0-1a4a-4f0f-a1f5-e050f76c40a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:14.301071 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:14.301442 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:14.302868 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.303002 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:14.303408 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Bound port: a5930754-6d28-4745-a9bf-314e4ef6fa81, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:14.303830 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.353546 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:14.397662 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] For port a5930754-6d28-4745-a9bf-314e4ef6fa81, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:14.404528 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] For port a5930754-6d28-4745-a9bf-314e4ef6fa81, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=a5930754-6d28-4745-a9bf-314e4ef6fa81,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:14.416054 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.431634 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.433519 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f875df38-d561-44e0-b309-cc5520a798d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:14.438718 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:14.478165 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.554650 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.560311 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:14.594108 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 1de0aa25-716b-40c4-80d8-01d215411492 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:14.625168 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] For port 0f29ae3d-91e4-44b5-80cb-e139cf002a02, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:14.641380 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Routers {'a348e24a-cd1a-4bd3-974f-6a9599ff2556'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:14.642261 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:14.656300 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:14.672132 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:14.702966 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] For port 0f29ae3d-91e4-44b5-80cb-e139cf002a02, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=0f29ae3d-91e4-44b5-80cb-e139cf002a02,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:14.733257 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Allocated IP 172.20.0.1 (e501032e-769f-4de8-92a9-42e80f5635c9/8ef1ebe8-236a-4794-874f-d4546ac0871a/5316e295-8817-456a-b191-ae43b5713102) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:14.756309 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.780425 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-f98da3e1-07ed-439b-973a-0d1c951e85a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:14.912627 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:14.938279 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:14.938957 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:15.001144 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c3b66-ced2-45c0-bdef-ae82a6568793 None None] Pushing event updated for resources: {'Port': ['ID=0f29ae3d-91e4-44b5-80cb-e139cf002a02,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:15.002877 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:15.007004 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1a7c3b66-ced2-45c0-bdef-ae82a6568793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:15.017437 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:15.022703 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Transition to ACTIVE for port object 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:15.026733 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:15.052024 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077fcc0-1a4a-4f0f-a1f5-e050f76c40a9 None None] Pushing event updated for resources: {'Port': ['ID=a5930754-6d28-4745-a9bf-314e4ef6fa81,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:15.063454 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7077fcc0-1a4a-4f0f-a1f5-e050f76c40a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:15.129036 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Pushing event updated for resources: {'Port': ['ID=cf0d8f9c-f83d-41d3-b641-57b38ece0243,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:15.145511 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:15.158081 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:15.206882 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Transition to ACTIVE for port object 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:15.209798 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] Set router a348e24a-cd1a-4bd3-974f-6a9599ff2556 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:15.212099 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 1de0aa25-716b-40c4-80d8-01d215411492 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:15.212670 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:15.305192 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:15.320290 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-654ad027-7329-4901-957f-fac9110a025b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:15.331206 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Transition to ACTIVE for port object 5316e295-8817-456a-b191-ae43b5713102 will not be triggered until provisioned by entity DHCP. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:15.410265 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78aee7-2dd1-4218-bc4a-8dfd56c60614 req-a667bfd4-57aa-4a40-9430-af7f2aadf6af tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:15.411760 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0e78aee7-2dd1-4218-bc4a-8dfd56c60614 req-a667bfd4-57aa-4a40-9430-af7f2aadf6af tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.2359757 Jun 09 22:03:15.477969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:15.503806 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:15.510058 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Network f51fc53d-f99d-4301-8635-18bef4709e25 is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:15.530360 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:15.536145 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:15.556345 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Pushing event updated for resources: {'Port': ['ID=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:15.563462 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:15.594855 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd54bc2-e751-49a7-8637-35b6469fd4a5 req-64f30473-c07a-4aea-937d-9ec82cb26deb tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:15.597017 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1dd54bc2-e751-49a7-8637-35b6469fd4a5 req-64f30473-c07a-4aea-937d-9ec82cb26deb tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.6362405 Jun 09 22:03:15.612410 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Network e501032e-769f-4de8-92a9-42e80f5635c9 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:15.644588 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0e78aee7-2dd1-4218-bc4a-8dfd56c60614 req-06569c03-3c74-466c-b14f-e835401d6290 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209008 Jun 09 22:03:15.665048 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:15.686713 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:15.772602 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:03:10Z', 'revision_number': 3, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port': {'id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:08Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:15.779612 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61199010-ea5b-4b79-81b2-e7232f959db9 None None] The sync data for ids ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'] in dv-cinder-789564-5-smb is: [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:03:10Z', 'revision_number': 3, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port': {'id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:08Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:03:15.792412 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Pushing event updated for resources: {'Port': ['ID=5316e295-8817-456a-b191-ae43b5713102,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:15.804741 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:15.828099 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:15.837758 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:15.896429 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:15.954046 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device b283d7d9-0b03-4227-b38c-472ed1bf57a0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:03:15.977618 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Attempting to bind port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:15.978028 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Attempting to bind port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:15.978521 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Attempting to bind port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 on network f51fc53d-f99d-4301-8635-18bef4709e25 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:16.051446 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:16.051834 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Checking segment: {'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:16.052312 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.052716 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Bound using segment: {'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:16.053210 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Bound port: 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:16.053587 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.091619 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.131632 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1dd54bc2-e751-49a7-8637-35b6469fd4a5 req-6a657d9d-30c2-4c53-b105-fa4a091687b1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652810 Jun 09 22:03:16.219017 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.db.resource_extend [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 22:03:16.415832 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port b283d7d9-0b03-4227-b38c-472ed1bf57a0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b283d7d9-0b03-4227-b38c-472ed1bf57a0,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:16.430802 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0', 'network_id': '3bb7341b-f1d3-4bed-ac06-e23a12392397', 'port_id': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0', 'mac_address': 'fa:16:3e:39:58:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371542e7-e262-4c0d-957c-e387222bc13e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:03:16.450223 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.459324 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.462467 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-2931a86f-5daa-4f71-a907-e0a1352c85a3 None None] Provisioning for port 5316e295-8817-456a-b191-ae43b5713102 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:16.513897 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-2931a86f-5daa-4f71-a907-e0a1352c85a3 None None] Provisioning complete for port 5316e295-8817-456a-b191-ae43b5713102 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:16.514268 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2931a86f-5daa-4f71-a907-e0a1352c85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.588401 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4e7de1d4-d0ee-4ba4-81a5-e09abf086954 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:16.645000 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.652543 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:16.777370 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] For port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:16.872385 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-2931a86f-5daa-4f71-a907-e0a1352c85a3 None None] Port 5316e295-8817-456a-b191-ae43b5713102 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:16.889854 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:16.908695 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Pushing event updated for resources: {'Port': ['ID=5316e295-8817-456a-b191-ae43b5713102,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:16.929719 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.930236 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.930802 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.931257 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.931703 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.932327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.932774 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.933215 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.934915 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.935369 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.937492 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.938348 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:16.964820 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:16.986962 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:17.040123 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] For port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,segment=NetworkSegment(f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3),segment_id=f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:17.043449 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b283d7d9-0b03-4227-b38c-472ed1bf57a0 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:03:17.070358 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:17.085710 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:17.086545 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82226bdc-d97a-41ed-9156-68ba2a6e1366 req-b93c57a0-c5ac-47ca-8f45-beed6ddf8d7f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:17.088412 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-82226bdc-d97a-41ed-9156-68ba2a6e1366 req-b93c57a0-c5ac-47ca-8f45-beed6ddf8d7f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.2244864 Jun 09 22:03:17.184396 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Router 3157ba0f-522e-4f6c-9b60-8de41301c373 is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:03:17.223236 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Pushing event updated for resources: {'Port': ['ID=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:17.231969 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-82226bdc-d97a-41ed-9156-68ba2a6e1366 req-d6e34529-7cc6-4e2e-b8ed-f1cbe0f68711 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224215 Jun 09 22:03:17.257091 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port b283d7d9-0b03-4227-b38c-472ed1bf57a0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b283d7d9-0b03-4227-b38c-472ed1bf57a0,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:17.260714 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:17.271902 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:17.274348 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:17.363146 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Network e501032e-769f-4de8-92a9-42e80f5635c9 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:17.365560 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:17.467241 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=b283d7d9-0b03-4227-b38c-472ed1bf57a0,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:17.473364 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:17.478889 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:17.490775 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:17.491151 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:17.575618 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d2c48-9c45-4975-b9c6-ddbf1ccbf33f None None] The sync data for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb is: [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:03:17.684083 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Router a348e24a-cd1a-4bd3-974f-6a9599ff2556 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:03:17.699887 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b1cf-9e22-4035-8df3-5f71313e9748 req-61073d93-fd9f-4d00-a733-8943825a1fe7 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:17.709033 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9990b1cf-9e22-4035-8df3-5f71313e9748 req-61073d93-fd9f-4d00-a733-8943825a1fe7 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 943 time: 0.7425370 Jun 09 22:03:17.738802 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['b283d7d9-0b03-4227-b38c-472ed1bf57a0'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:17.946785 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a5930754-6d28-4745-a9bf-314e4ef6fa81 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:17.994698 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:03:18.006995 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] 10.222.0.42 "PUT /v2.0/routers/a348e24a-cd1a-4bd3-974f-6a9599ff2556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5731127 Jun 09 22:03:18.045804 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:03:18.048059 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-63a2fa1e-488d-42a0-b549-3a08969d1371 None None] Provisioning complete for port 5316e295-8817-456a-b191-ae43b5713102 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:18.049126 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-63a2fa1e-488d-42a0-b549-3a08969d1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:18.091400 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9990b1cf-9e22-4035-8df3-5f71313e9748 req-b0ab3ef1-823a-4ae2-8991-3efe09fe8fe1 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813865 Jun 09 22:03:18.108472 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Sync routers for ids ['3157ba0f-522e-4f6c-9b60-8de41301c373'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:03:18.117129 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8e820-42f6-4b63-8bfe-8f51fa9f71bb req-0d1aea75-0a19-4ed2-893c-935b8965cdac tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:18.124610 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22a8e820-42f6-4b63-8bfe-8f51fa9f71bb req-0d1aea75-0a19-4ed2-893c-935b8965cdac tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3044512 Jun 09 22:03:18.139680 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Notify callbacks [] for router, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:18.145018 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6021936 Jun 09 22:03:18.147084 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48048) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:18.189533 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Routers {'3157ba0f-522e-4f6c-9b60-8de41301c373'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:18.190432 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3157ba0f-522e-4f6c-9b60-8de41301c373'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:18.290255 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-63a2fa1e-488d-42a0-b549-3a08969d1371 None None] Port 5316e295-8817-456a-b191-ae43b5713102 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:18.309490 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22a8e820-42f6-4b63-8bfe-8f51fa9f71bb req-e099d237-7a30-4b9d-b22a-8c89e35d574f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838450 Jun 09 22:03:18.610614 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port a5930754-6d28-4745-a9bf-314e4ef6fa81 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:18.639097 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420817-573f-4131-929b-d563c7390701 req-d9d608a8-db64-47bc-a577-519872f40163 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:18.641504 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port a5930754-6d28-4745-a9bf-314e4ef6fa81 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:18.641880 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:18.648329 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-eb420817-573f-4131-929b-d563c7390701 req-d9d608a8-db64-47bc-a577-519872f40163 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1440647 Jun 09 22:03:18.784384 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Set router 3157ba0f-522e-4f6c-9b60-8de41301c373 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:19.026196 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea7fb5-16b2-4be2-98c6-1b52f6437d25 None None] Network f51fc53d-f99d-4301-8635-18bef4709e25 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:03:19.180741 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-eb420817-573f-4131-929b-d563c7390701 req-b0a74eb5-9253-4c54-9500-6db6c71527ad tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5307443 Jun 09 22:03:19.269202 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f38e5fe8-5ec4-48d3-9030-3c0daeb2e9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:19.406460 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-98816f5d-2802-4438-b738-d48b68f648fa None None] Provisioning for port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:19.570429 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832df7f-e35a-46e0-b9ac-f7516bbd3121 req-56abfb63-95db-41be-9874-ef9fa9066fd3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:19.571770 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:19.585575 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5832df7f-e35a-46e0-b9ac-f7516bbd3121 req-56abfb63-95db-41be-9874-ef9fa9066fd3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 944 time: 0.3024635 Jun 09 22:03:19.671487 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5832df7f-e35a-46e0-b9ac-f7516bbd3121 req-fcc3a35f-9f99-4c7f-bfa1-fafdba7cb858 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833969 Jun 09 22:03:19.751852 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:19.938421 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port a5930754-6d28-4745-a9bf-314e4ef6fa81, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=a5930754-6d28-4745-a9bf-314e4ef6fa81,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:19.974997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8834bc-54c0-4b29-9c04-5b52e78d0cdf req-624af3ef-a644-4f21-8174-febfc255eac9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:19.983424 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:19.993773 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1a7c3b66-ced2-45c0-bdef-ae82a6568793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:20.011556 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3e8834bc-54c0-4b29-9c04-5b52e78d0cdf req-624af3ef-a644-4f21-8174-febfc255eac9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.4196956 Jun 09 22:03:20.128507 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=a5930754-6d28-4745-a9bf-314e4ef6fa81,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:20.133649 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:20.152991 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Sync routers for ids ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:03:20.166969 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Routers {'a348e24a-cd1a-4bd3-974f-6a9599ff2556'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:20.175934 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:02:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:20.180069 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:03:15Z', 'revision_number': 3, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port': {'id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:20.195951 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Checking router: 3157ba0f-522e-4f6c-9b60-8de41301c373 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:03:20.196327 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Updating router 3157ba0f-522e-4f6c-9b60-8de41301c373 port cf0d8f9c-f83d-41d3-b641-57b38ece0243 binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:03:20.289434 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:20.372760 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 0f29ae3d-91e4-44b5-80cb-e139cf002a02 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:20.458096 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3e8834bc-54c0-4b29-9c04-5b52e78d0cdf req-8fd5eca9-b1d9-4963-854a-ab2fd91e5d68 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424117 Jun 09 22:03:20.546492 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Allocated IP 172.20.0.1 (f51fc53d-f99d-4301-8635-18bef4709e25/14db4aa3-0f25-41c7-bb59-8397b1233200/20ea02d9-61ad-47fe-a76b-7a92326ce1d1) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:20.640773 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Set router a348e24a-cd1a-4bd3-974f-6a9599ff2556 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:20.792885 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:20.822191 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:20.826023 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b2ca-2f7f-420a-86e3-bc6f21141f2c req-dde1411d-fbe2-49eb-bf9c-3e3162807acb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:20.839212 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4729b2ca-2f7f-420a-86e3-bc6f21141f2c req-dde1411d-fbe2-49eb-bf9c-3e3162807acb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.2890649 Jun 09 22:03:20.844286 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Transition to ACTIVE for port object 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 will not be triggered until provisioned by entity DHCP. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:20.852164 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:20.853111 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:20.985967 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.007883 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4729b2ca-2f7f-420a-86e3-bc6f21141f2c req-a0eb31c4-badf-444b-bf89-b22aaa1d5476 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664882 Jun 09 22:03:21.034708 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-df5f3ec0-1099-4eaf-ba53-7b226e025f40 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:21.182583 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Network f51fc53d-f99d-4301-8635-18bef4709e25 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:21.187289 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:21.204638 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:21.260701 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Pushing event updated for resources: {'Port': ['ID=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:21.299732 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:21.349573 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.374993 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e5c36-a4f3-4219-975f-a5bfaf7e25ac req-7ea2ab32-369b-4e21-8509-5f3821dd1193 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:21.376555 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-be0e5c36-a4f3-4219-975f-a5bfaf7e25ac req-7ea2ab32-369b-4e21-8509-5f3821dd1193 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 944 time: 0.4740715 Jun 09 22:03:21.377319 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.555719 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-be0e5c36-a4f3-4219-975f-a5bfaf7e25ac req-b4f34193-da37-4584-a745-e73a46902925 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640234 Jun 09 22:03:21.647802 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:03:15Z', 'revision_number': 4, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port': {'id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:08Z', 'updated_at': '2021-06-09T22:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '5316e295-8817-456a-b191-ae43b5713102', 'name': '', 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'mac_address': 'fa:16:3e:e4:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8ef1ebe8-236a-4794-874f-d4546ac0871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:16Z', 'revision_number': 2, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'subnets': [{'id': '8ef1ebe8-236a-4794-874f-d4546ac0871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:21.664303 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Checking router: a348e24a-cd1a-4bd3-974f-6a9599ff2556 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:03:21.664911 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Updating router a348e24a-cd1a-4bd3-974f-6a9599ff2556 port 5316e295-8817-456a-b191-ae43b5713102 binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:03:21.753463 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.782373 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 0f29ae3d-91e4-44b5-80cb-e139cf002a02, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=0f29ae3d-91e4-44b5-80cb-e139cf002a02,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:21.788278 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f08d1f69-913b-47c3-a20e-7c48605a9aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.814341 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.820231 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.824604 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:21.891985 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:21.894307 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2ce9-a267-48d5-89d8-056a1696ea1d req-38983e8a-2206-45e4-aebc-a9b5383e06c5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:21.905580 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b9cf2ce9-a267-48d5-89d8-056a1696ea1d req-38983e8a-2206-45e4-aebc-a9b5383e06c5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1654425 Jun 09 22:03:21.923077 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-88104e2d-49fe-41fc-9ec6-fbf42b2a58c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:22.042582 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-cdcdf870-16be-4bf3-a1cc-309c35532c8e None None] Provisioning for port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:22.087348 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b9cf2ce9-a267-48d5-89d8-056a1696ea1d req-a07911db-8a8a-486f-8c6a-f30b6e429341 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701081 Jun 09 22:03:22.164367 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-cdcdf870-16be-4bf3-a1cc-309c35532c8e None None] Provisioning complete for port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:22.165478 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf870-16be-4bf3-a1cc-309c35532c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.244398 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device b283d7d9-0b03-4227-b38c-472ed1bf57a0 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:22.282400 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.294460 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.345549 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:22.520095 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.537474 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.548610 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Pushing event updated for resources: {'Port': ['ID=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:22.549611 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Transition to ACTIVE for port object cf0d8f9c-f83d-41d3-b641-57b38ece0243 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:22.585029 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.625522 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Attempting to bind port cf0d8f9c-f83d-41d3-b641-57b38ece0243 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:22.625899 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Attempting to bind port cf0d8f9c-f83d-41d3-b641-57b38ece0243 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:22.626267 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Attempting to bind port cf0d8f9c-f83d-41d3-b641-57b38ece0243 on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:22.632800 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.648292 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.648945 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:22.648945 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:22.649268 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.649768 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:22.650191 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Bound port: cf0d8f9c-f83d-41d3-b641-57b38ece0243, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:22.650569 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.650744 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:22.665772 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Transition to ACTIVE for port object 5316e295-8817-456a-b191-ae43b5713102 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:22.680811 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.693130 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f88dbeff-0975-4974-9bf3-e3f257d47528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:22.709495 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-cdcdf870-16be-4bf3-a1cc-309c35532c8e None None] Port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:22.736083 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:22.739270 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=0f29ae3d-91e4-44b5-80cb-e139cf002a02,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:22.750818 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:22.756862 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:22.826329 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a7b77-9023-4e5e-8ef0-c49c2a2c3068 req-d57cf644-4241-48f7-abc3-41df7d9d0bed tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:22.828165 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-462a7b77-9023-4e5e-8ef0-c49c2a2c3068 req-d57cf644-4241-48f7-abc3-41df7d9d0bed tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.4370937 Jun 09 22:03:22.873204 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658c896-404e-48cd-b851-faaf0ec465b7 None None] Pushing event updated for resources: {'Port': ['ID=cf0d8f9c-f83d-41d3-b641-57b38ece0243,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:22.887054 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8658c896-404e-48cd-b851-faaf0ec465b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:22.892602 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port b283d7d9-0b03-4227-b38c-472ed1bf57a0 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:22.899854 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:22.901586 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.912146 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dfd30-5544-48f9-954e-45db5ba24b44 None None] Pushing event updated for resources: {'Port': ['ID=5316e295-8817-456a-b191-ae43b5713102,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:22.917433 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0e8dfd30-5544-48f9-954e-45db5ba24b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:22.952615 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d280f-aa69-46a1-a3e4-6e8fbf0e3aa6 req-b75dfe7d-4b51-45b0-9910-c51fb560f11b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:22.957397 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port b283d7d9-0b03-4227-b38c-472ed1bf57a0 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:22.957576 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:22.963303 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-145d280f-aa69-46a1-a3e4-6e8fbf0e3aa6 req-b75dfe7d-4b51-45b0-9910-c51fb560f11b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 944 time: 0.2095287 Jun 09 22:03:23.043643 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-145d280f-aa69-46a1-a3e4-6e8fbf0e3aa6 req-81dc7380-f7ba-44b6-b6a2-950917758393 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779004 Jun 09 22:03:23.088094 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Attempting to bind port 5316e295-8817-456a-b191-ae43b5713102 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:23.088464 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Attempting to bind port 5316e295-8817-456a-b191-ae43b5713102 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:23.088828 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Attempting to bind port 5316e295-8817-456a-b191-ae43b5713102 on network e501032e-769f-4de8-92a9-42e80f5635c9 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:23.095206 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:23.096106 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Checking segment: {'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:23.096517 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:23.097282 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Bound using segment: {'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:23.097754 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Bound port: 5316e295-8817-456a-b191-ae43b5713102, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa412d92-d1cd-4263-9de4-940fdc22c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:23.098126 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:23.110204 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-462a7b77-9023-4e5e-8ef0-c49c2a2c3068 req-14dcf5ab-cb66-4354-b634-e950eb36c603 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626479 Jun 09 22:03:23.119102 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Network f51fc53d-f99d-4301-8635-18bef4709e25 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:23.123748 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:23.151053 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] For port cf0d8f9c-f83d-41d3-b641-57b38ece0243, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:23.176818 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] For port cf0d8f9c-f83d-41d3-b641-57b38ece0243, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=cf0d8f9c-f83d-41d3-b641-57b38ece0243,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:23.215032 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:23.307557 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-1a7c3b66-ced2-45c0-bdef-ae82a6568793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:23.329486 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] For port 5316e295-8817-456a-b191-ae43b5713102, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:23.373497 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] For port 5316e295-8817-456a-b191-ae43b5713102, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=5316e295-8817-456a-b191-ae43b5713102,segment=NetworkSegment(aa412d92-d1cd-4263-9de4-940fdc22c157),segment_id=aa412d92-d1cd-4263-9de4-940fdc22c157)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:23.385663 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:23.402577 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:23.468212 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa32b9-b8dd-4bf7-aa32-8cf1525c6476 req-8fdeb63f-1ffd-47bf-8cd1-0ef2b0a98fd4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:23.483349 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3aaa32b9-b8dd-4bf7-aa32-8cf1525c6476 req-8fdeb63f-1ffd-47bf-8cd1-0ef2b0a98fd4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1567829 Jun 09 22:03:23.527969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Router 3157ba0f-522e-4f6c-9b60-8de41301c373 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:03:23.625545 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3aaa32b9-b8dd-4bf7-aa32-8cf1525c6476 req-7e6b36df-1486-4705-b448-c9bc2ab3e175 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407216 Jun 09 22:03:23.652226 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dfd30-5544-48f9-954e-45db5ba24b44 None None] Pushing event updated for resources: {'Port': ['ID=5316e295-8817-456a-b191-ae43b5713102,revision_number=4']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:23.658373 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0e8dfd30-5544-48f9-954e-45db5ba24b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:23.707901 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Routers {'a348e24a-cd1a-4bd3-974f-6a9599ff2556'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:23.710959 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:03:22Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:23.790526 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:23.936562 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Routers {'3157ba0f-522e-4f6c-9b60-8de41301c373'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:23.938209 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:03:22Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3157ba0f-522e-4f6c-9b60-8de41301c373'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:24.113999 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:24.172842 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:03:24.178825 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,segment=NetworkSegment(f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3),segment_id=f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:24.193922 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3921dfa4-b8d8-42f5-acdc-e0503ddc512f admin admin] 10.222.0.42 "PUT /v2.0/routers/3157ba0f-522e-4f6c-9b60-8de41301c373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0457623 Jun 09 22:03:24.203101 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658c896-404e-48cd-b851-faaf0ec465b7 None None] Pushing event updated for resources: {'Port': ['ID=cf0d8f9c-f83d-41d3-b641-57b38ece0243,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:24.216637 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8658c896-404e-48cd-b851-faaf0ec465b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:24.456606 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] Set router a348e24a-cd1a-4bd3-974f-6a9599ff2556 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:24.525526 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] Set router 3157ba0f-522e-4f6c-9b60-8de41301c373 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:24.816879 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b3341-c19b-4155-87bc-93a5c7445e2e req-d82022a0-11b1-44c2-a218-4028d6260942 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:24.842917 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-545b3341-c19b-4155-87bc-93a5c7445e2e req-d82022a0-11b1-44c2-a218-4028d6260942 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 944 time: 0.3820837 Jun 09 22:03:24.867833 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:24.870342 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4d23032c-b740-4c48-9625-8626701ff685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:24.896278 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec62ff-9b09-4bdb-83d4-50872c1ff11b req-55bff3aa-bc4c-4f46-8c52-c7886737d45d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:24.904097 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-15ec62ff-9b09-4bdb-83d4-50872c1ff11b req-55bff3aa-bc4c-4f46-8c52-c7886737d45d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.2655332 Jun 09 22:03:24.990941 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-15ec62ff-9b09-4bdb-83d4-50872c1ff11b req-b6bc9c02-f6bf-43af-a34a-54438177b798 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859530 Jun 09 22:03:24.998242 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-545b3341-c19b-4155-87bc-93a5c7445e2e req-b3340797-59da-49fa-9478-783f4b39b530 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538739 Jun 09 22:03:25.396844 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 0f29ae3d-91e4-44b5-80cb-e139cf002a02 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:25.451445 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c025f-6cd0-4a17-9fec-a3a9c063fe48 req-9df5bbf8-ca65-45a2-a233-3d1fc2e06dfa tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:25.460790 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-815c025f-6cd0-4a17-9fec-a3a9c063fe48 req-9df5bbf8-ca65-45a2-a233-3d1fc2e06dfa tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1303599 Jun 09 22:03:25.523030 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-815c025f-6cd0-4a17-9fec-a3a9c063fe48 req-a27787d4-708c-498d-aef2-74b5d7f596ac tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607247 Jun 09 22:03:25.530208 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e1130eb8-2dfd-485e-b879-e9d061f90b17 None None] Provisioning complete for port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:25.530875 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e1130eb8-2dfd-485e-b879-e9d061f90b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:25.562898 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:03:15Z', 'revision_number': 4, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port': {'id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:08Z', 'updated_at': '2021-06-09T22:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '5316e295-8817-456a-b191-ae43b5713102', 'name': '', 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'mac_address': 'fa:16:3e:e4:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8ef1ebe8-236a-4794-874f-d4546ac0871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:23Z', 'revision_number': 4, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'subnets': [{'id': '8ef1ebe8-236a-4794-874f-d4546ac0871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:25.569594 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc20ad6-fb13-42ff-b765-38a80334b58a None None] The sync data for ids ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'] in dv-cinder-789564-5-smb is: [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:03:15Z', 'revision_number': 4, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port': {'id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:08Z', 'updated_at': '2021-06-09T22:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '5316e295-8817-456a-b191-ae43b5713102', 'name': '', 'network_id': 'e501032e-769f-4de8-92a9-42e80f5635c9', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'mac_address': 'fa:16:3e:e4:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8ef1ebe8-236a-4794-874f-d4546ac0871a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:23Z', 'revision_number': 4, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'subnets': [{'id': '8ef1ebe8-236a-4794-874f-d4546ac0871a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:03:25.687445 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-e1130eb8-2dfd-485e-b879-e9d061f90b17 None None] Port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:25.690322 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:25.693852 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046a49dc-7a81-4065-8915-3e249d8d4d73" -d '{"events": [{"server_uuid": "14c2c19a-ab59-4f13-8fa7-d71238cd1ce0", "name": "network-vif-plugged", "status": "completed", "tag": "b283d7d9-0b03-4227-b38c-472ed1bf57a0"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:25.816104 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port b283d7d9-0b03-4227-b38c-472ed1bf57a0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b283d7d9-0b03-4227-b38c-472ed1bf57a0,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:25.839815 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:25.843147 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfccfa9f-9a87-49f9-b819-36eeb1671d90 x-openstack-request-id: req-cfccfa9f-9a87-49f9-b819-36eeb1671d90 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:25.843651 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2c19a-ab59-4f13-8fa7-d71238cd1ce0", "name": "network-vif-plugged", "status": "completed", "tag": "b283d7d9-0b03-4227-b38c-472ed1bf57a0", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:25.844206 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfccfa9f-9a87-49f9-b819-36eeb1671d90 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:25.845013 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0', 'code': 200} Jun 09 22:03:25.862125 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:25.898053 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:25.907643 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:25.909270 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:26.099693 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=b283d7d9-0b03-4227-b38c-472ed1bf57a0,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:26.113071 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:26.168525 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:26.169329 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:26.231354 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48198) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:26.241090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15372780', 'description': 'tempest-secgroup-smoke-15372780 description', 'project_id': '357c9b221d7f445d9b85396e6f407cf7'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:26.356413 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:26.521335 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 4, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port': {'id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '20ea02d9-61ad-47fe-a76b-7a92326ce1d1', 'name': '', 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'mac_address': 'fa:16:3e:25:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:19Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 2, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'subnets': [{'id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:26.568681 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcebc2-6fde-421f-bc82-3d1ad457dca2 None None] The sync data for ids ['3157ba0f-522e-4f6c-9b60-8de41301c373'] in dv-cinder-789564-5-smb is: [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 4, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port': {'id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '20ea02d9-61ad-47fe-a76b-7a92326ce1d1', 'name': '', 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'mac_address': 'fa:16:3e:25:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:19Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 2, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'subnets': [{'id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:03:26.666524 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a5930754-6d28-4745-a9bf-314e4ef6fa81 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:26.675681 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2fcca-e6a7-4432-aed7-43f45375c87c req-2a2b9aab-f0db-409c-ac71-82c867029d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:26.677173 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75c2fcca-e6a7-4432-aed7-43f45375c87c req-2a2b9aab-f0db-409c-ac71-82c867029d3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 1098 time: 0.5262611 Jun 09 22:03:26.832077 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:26.837762 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port a5930754-6d28-4745-a9bf-314e4ef6fa81 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:26.838173 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:26.838373 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75c2fcca-e6a7-4432-aed7-43f45375c87c req-6a895b08-24b3-445d-aa91-76894f031b15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283193 Jun 09 22:03:26.849887 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:26.861648 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-504ef532-f374-472f-9313-b4f62e512b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:26.875521 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bdfce-382e-4792-a9b9-db0ac2513e2f req-bf61fa8e-579a-4a88-9d7c-945e0447f3d6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:26.877983 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d86bdfce-382e-4792-a9b9-db0ac2513e2f req-bf61fa8e-579a-4a88-9d7c-945e0447f3d6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.4211450 Jun 09 22:03:26.968029 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d86bdfce-382e-4792-a9b9-db0ac2513e2f req-0f568650-75f8-4e1b-a4dd-6715f9e925bd tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812342 Jun 09 22:03:27.012505 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.014760 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7812757 Jun 09 22:03:27.017039 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48216) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:27.048601 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'security_group_rule': {'security_group_id': '7be7a1d7-b512-4e6e-a3f7-9c5f30963e35', 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:27.075238 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:27.094764 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc98d9-03dd-4ebc-8697-1f1e488ece6d req-055d613a-6ac5-4e54-8aea-81495f25ff58 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:27.111873 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3ecc98d9-03dd-4ebc-8697-1f1e488ece6d req-055d613a-6ac5-4e54-8aea-81495f25ff58 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 945 time: 0.4525537 Jun 09 22:03:27.116675 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:27.299530 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3ecc98d9-03dd-4ebc-8697-1f1e488ece6d req-e746228b-a4fa-41ec-95a5-2b51a3a11a56 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862586 Jun 09 22:03:27.303500 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.320213 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeec7f-4b51-4015-8e6e-a5c023488534 req-e8955ed9-eb14-462d-81ff-8a556b50a6b9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:27.325023 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7ddeec7f-4b51-4015-8e6e-a5c023488534 req-e8955ed9-eb14-462d-81ff-8a556b50a6b9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1810951 Jun 09 22:03:27.425150 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7ddeec7f-4b51-4015-8e6e-a5c023488534 req-2d84f118-0f20-4ca2-afa8-b829c4dd9dcf tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955944 Jun 09 22:03:27.501992 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.507312 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.510823 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c5056a64-6183-4b21-bd7e-816787e331cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:27.537261 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e51da4-5a41-4c50-96c3-4343be7d1022,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:27.540174 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:27.547953 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.550248 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5160539 Jun 09 22:03:27.552978 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48220) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:27.558975 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'security_group_rule': {'security_group_id': '7be7a1d7-b512-4e6e-a3f7-9c5f30963e35', 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:27.560435 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 5316e295-8817-456a-b191-ae43b5713102 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:27.613931 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.722880 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 5316e295-8817-456a-b191-ae43b5713102 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:27.728394 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 5316e295-8817-456a-b191-ae43b5713102 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:27.728818 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.769514 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.777413 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.780297 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fd10f9b0-278a-4fa6-9b95-89f522c2ff10 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:27.816411 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ff480a-518e-4841-b1c1-67587e423bd5,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:27.823294 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:27.824459 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.827210 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ebbf473c-2121-4fff-a0a9-0d381a5435be tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2730243 Jun 09 22:03:27.829056 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48226) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:27.834054 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'security_group_rule': {'security_group_id': '7be7a1d7-b512-4e6e-a3f7-9c5f30963e35', 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:27.891759 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:27.942155 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.032549 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 5316e295-8817-456a-b191-ae43b5713102, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=5316e295-8817-456a-b191-ae43b5713102,segment=NetworkSegment(aa412d92-d1cd-4263-9de4-940fdc22c157),segment_id=aa412d92-d1cd-4263-9de4-940fdc22c157)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:28.052169 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.053324 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:28.067949 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.080442 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.083945 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:28.109984 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c95d1a7-a37b-41b8-842f-4b3f82aca4eb,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:28.140195 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:28.161018 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.169433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.170037 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.170546 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.171071 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.175300 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.175880 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.176425 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.176969 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.179205 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.179733 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.183452 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:28.210976 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:28.212454 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.218649 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-b6722a64-9a46-4488-a52c-960a6a61caf8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884430 Jun 09 22:03:28.221622 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48236) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:28.226319 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'security_group_rule': {'security_group_id': '7be7a1d7-b512-4e6e-a3f7-9c5f30963e35', 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:28.363997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.427710 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=5316e295-8817-456a-b191-ae43b5713102,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:28.434398 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023d1e3-f2f5-4cce-8e3d-e22653e0af1b req-a0b78dbc-b4f6-43b7-8a79-1f1d82b34add tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:28.436159 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:28.448981 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a023d1e3-f2f5-4cce-8e3d-e22653e0af1b req-a0b78dbc-b4f6-43b7-8a79-1f1d82b34add tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1913006 Jun 09 22:03:28.482234 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:28.482614 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.606506 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a023d1e3-f2f5-4cce-8e3d-e22653e0af1b req-f37b1ab4-8e5c-498f-85f6-df4867bb5613 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557012 Jun 09 22:03:28.680738 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.691789 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.694739 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:28.746574 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b3ba74-56c8-40dd-8be4-c7002fabc068,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:28.756211 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:28.790173 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:28.791407 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687551 Jun 09 22:03:28.794114 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48258) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:28.798830 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'security_group_rule': {'security_group_id': '7be7a1d7-b512-4e6e-a3f7-9c5f30963e35', 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:28.900021 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b4a1f-c807-4d14-8add-6469e5ae5a58 req-d1ee343c-c8fd-47cf-b026-89930ca5e112 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:28.906160 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-435b4a1f-c807-4d14-8add-6469e5ae5a58 req-d1ee343c-c8fd-47cf-b026-89930ca5e112 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 945 time: 0.3504386 Jun 09 22:03:28.940284 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.securitygroups_db [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Project 357c9b221d7f445d9b85396e6f407cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:03:28.950977 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.123162 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-435b4a1f-c807-4d14-8add-6469e5ae5a58 req-413ff96a-c001-4280-b5f1-f4f21965f5b5 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083027 Jun 09 22:03:29.172502 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095a07f-97dd-49ec-b2b2-025ac28ce134 req-df927de3-4e02-4a51-9963-35fb4675f1dd tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:29.180417 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7095a07f-97dd-49ec-b2b2-025ac28ce134 req-df927de3-4e02-4a51-9963-35fb4675f1dd tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3510790 Jun 09 22:03:29.318862 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.323751 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7095a07f-97dd-49ec-b2b2-025ac28ce134 req-fed15e04-63d9-4539-ad89-41fa61e685c6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283484 Jun 09 22:03:29.333960 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.336829 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7391e8a2-a785-45c6-ba33-fd6606981550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:29.396704 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3540879-2870-4734-acb9-67cd9ad5eac9,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:29.401004 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.403779 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6086779 Jun 09 22:03:29.406318 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2124d4f9-c83d-4c38-a376-511bd4f75906 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:29.406897 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48268) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:29.413105 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'security_group_rule': {'security_group_id': '7be7a1d7-b512-4e6e-a3f7-9c5f30963e35', 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:29.475583 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.securitygroups_db [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Project 357c9b221d7f445d9b85396e6f407cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:03:29.543366 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.588078 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 5316e295-8817-456a-b191-ae43b5713102 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:29.682379 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.687684 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.690337 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:29.714074 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 5316e295-8817-456a-b191-ae43b5713102 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:29.714635 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.731336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3274bd88-2509-4f48-8c8f-f4eb84b32c1d,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:29.740116 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:29.756190 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.769648 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3532937 Jun 09 22:03:29.912820 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device cf0d8f9c-f83d-41d3-b641-57b38ece0243 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:30.009111 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port cf0d8f9c-f83d-41d3-b641-57b38ece0243 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:30.017169 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port cf0d8f9c-f83d-41d3-b641-57b38ece0243 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:30.020343 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:30.202174 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734c66-487e-4818-91e4-8cc8fcb96985 req-17d510f2-0af7-4c80-8a3c-cfcfe56a69d9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:30.204864 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b8734c66-487e-4818-91e4-8cc8fcb96985 req-17d510f2-0af7-4c80-8a3c-cfcfe56a69d9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.3181460 Jun 09 22:03:30.330204 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b8734c66-487e-4818-91e4-8cc8fcb96985 req-ee3ebe50-8c43-475b-85a1-7fb9ec14ad29 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222277 Jun 09 22:03:30.543725 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:30.592314 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port cf0d8f9c-f83d-41d3-b641-57b38ece0243, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=cf0d8f9c-f83d-41d3-b641-57b38ece0243,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:30.599963 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:30.603523 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8658c896-404e-48cd-b851-faaf0ec465b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:30.735939 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77d34a-1bd0-4b74-894c-2e3b51fcdd7c req-b195469e-678f-444e-85a7-8029c8762b5e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:30.745816 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ac77d34a-1bd0-4b74-894c-2e3b51fcdd7c req-b195469e-678f-444e-85a7-8029c8762b5e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1659861 Jun 09 22:03:30.750603 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=cf0d8f9c-f83d-41d3-b641-57b38ece0243,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:30.776685 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.777948 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.778600 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.779125 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.779634 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.780119 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.780635 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.781320 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.781791 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.782334 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.782910 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.783368 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:30.788984 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:30.893186 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1939ae-bd46-4917-b329-0f3b08f81fb1 req-aa3a81c6-e496-44b5-8a15-c675afc8e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:30.894758 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2b1939ae-bd46-4917-b329-0f3b08f81fb1 req-aa3a81c6-e496-44b5-8a15-c675afc8e7e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.2684853 Jun 09 22:03:30.914853 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ac77d34a-1bd0-4b74-894c-2e3b51fcdd7c req-26bf71ac-82bc-40bb-8066-ad44173d2b8d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680470 Jun 09 22:03:30.979516 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2b1939ae-bd46-4917-b329-0f3b08f81fb1 req-2997e3cf-9f66-4e9e-a295-ebf23e0fd052 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627539 Jun 09 22:03:31.361264 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device cf0d8f9c-f83d-41d3-b641-57b38ece0243 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:31.506196 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port cf0d8f9c-f83d-41d3-b641-57b38ece0243 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:31.506723 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:31.667072 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60a0e8-302c-4cce-a013-62f2db01affa req-ba492d26-f316-4238-a965-d490590f5e19 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:31.691982 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dd60a0e8-302c-4cce-a013-62f2db01affa req-ba492d26-f316-4238-a965-d490590f5e19 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1665466 Jun 09 22:03:31.808426 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dd60a0e8-302c-4cce-a013-62f2db01affa req-6bab8a48-607d-4b17-a43c-39bee919d4ec tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146638 Jun 09 22:03:32.333340 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Sync routers for ids ['3157ba0f-522e-4f6c-9b60-8de41301c373'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:03:32.352100 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Routers {'3157ba0f-522e-4f6c-9b60-8de41301c373'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:32.356247 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:03:22Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3157ba0f-522e-4f6c-9b60-8de41301c373'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:32.452235 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389ae72-3e0e-4cae-86d3-bf5880476b08 req-a17dce5e-e00b-4fea-98bb-a1285f4a7a0e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:32.456370 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d389ae72-3e0e-4cae-86d3-bf5880476b08 req-a17dce5e-e00b-4fea-98bb-a1285f4a7a0e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2478800 Jun 09 22:03:32.590855 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d389ae72-3e0e-4cae-86d3-bf5880476b08 req-83c02266-3b9b-4c92-8d8d-c237ec18d17a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265016 Jun 09 22:03:32.741454 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Set router 3157ba0f-522e-4f6c-9b60-8de41301c373 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:33.205786 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27618774-a18d-46bc-8503-5529f28e8687 req-c7b10362-2e47-4c50-a9fa-7fd6b5b51906 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:33.207488 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-27618774-a18d-46bc-8503-5529f28e8687 req-c7b10362-2e47-4c50-a9fa-7fd6b5b51906 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1341219 Jun 09 22:03:33.248822 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48386) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:33.289756 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-27618774-a18d-46bc-8503-5529f28e8687 req-a41597d2-6376-4690-9a7a-c249bc0ecb4c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726166 Jun 09 22:03:33.332634 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 4, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port': {'id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '20ea02d9-61ad-47fe-a76b-7a92326ce1d1', 'name': '', 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'mac_address': 'fa:16:3e:25:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:19Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 2, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'subnets': [{'id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:33.345955 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Checking router: 3157ba0f-522e-4f6c-9b60-8de41301c373 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:03:33.345955 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Updating router 3157ba0f-522e-4f6c-9b60-8de41301c373 port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:03:33.418298 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:33.746196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e340-d781-43f6-9e5a-5eebef0b0111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:33.970542 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e340-d781-43f6-9e5a-5eebef0b0111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:33.984703 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:03:34.019313 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e340-d781-43f6-9e5a-5eebef0b0111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.034998 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-09e2bcd9-046a-42a4-919d-9fef9b5e5ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:34.120566 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e340-d781-43f6-9e5a-5eebef0b0111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2acce53-e9ad-40f5-8295-fc9a61eaeee9,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:34.147446 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4cf2e340-d781-43f6-9e5a-5eebef0b0111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:34.153683 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4cf2e340-d781-43f6-9e5a-5eebef0b0111 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f93122321a8434d8cb6a7d8d40bea68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9037676 Jun 09 22:03:34.156297 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48406) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:34.282540 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76f5fe-9836-41e3-87d5-aec68d33c8ce req-63f5f997-1794-4397-91b5-af1377ba098e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:34.301668 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5e76f5fe-9836-41e3-87d5-aec68d33c8ce req-63f5f997-1794-4397-91b5-af1377ba098e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3299131 Jun 09 22:03:34.314519 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.391723 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.394984 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:34.421576 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Transition to ACTIVE for port object 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:34.426180 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'port_id': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'mac_address': 'fa:16:3e:2d:e0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:03:34.434351 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.463214 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5e76f5fe-9836-41e3-87d5-aec68d33c8ce req-5c83d879-3c55-4355-8b6d-90ddf7ff5a83 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524940 Jun 09 22:03:34.495421 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.523760 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 422e79a1-636a-4d67-bc15-0ec80c5dfee2 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:03:34.528406 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.534303 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:34.541166 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.543826 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.545134 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2acce53-e9ad-40f5-8295-fc9a61eaeee9 HTTP/1.1" status: 204 len: 168 time: 0.3876927 Jun 09 22:03:34.546067 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6784f808-3110-42c6-8419-95bb6cb91855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:34.566260 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2acce53-e9ad-40f5-8295-fc9a61eaeee9,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:34.570620 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:34.967562 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96707700-51e4-42e4-9c4b-f0a4d316bc3d req-c0b02baf-c021-44cf-bd9b-ff7270570c1d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:34.982653 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:34.987325 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-96707700-51e4-42e4-9c4b-f0a4d316bc3d req-c0b02baf-c021-44cf-bd9b-ff7270570c1d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.2681603 Jun 09 22:03:35.146569 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:35.146969 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-96707700-51e4-42e4-9c4b-f0a4d316bc3d req-b6501702-2b6f-4a60-9763-62ef4c1cb525 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583676 Jun 09 22:03:35.163653 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bb5d9-7049-4ecd-8323-03cf248aad43 None None] Pushing event updated for resources: {'Port': ['ID=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:35.204203 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-0b4bb5d9-7049-4ecd-8323-03cf248aad43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:35.204711 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:35.271951 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Attempting to bind port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:35.272396 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Attempting to bind port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:35.272906 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Attempting to bind port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 on network f51fc53d-f99d-4301-8635-18bef4709e25 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:35.289101 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:35.289559 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Checking segment: {'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:35.290044 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:35.290837 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Bound using segment: {'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:35.291405 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Bound port: 20ea02d9-61ad-47fe-a76b-7a92326ce1d1, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:35.291855 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:35.481412 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['422e79a1-636a-4d67-bc15-0ec80c5dfee2'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:35.560670 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=6']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:35.577796 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:35.634490 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] For port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:35.657111 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] For port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,segment=NetworkSegment(f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3),segment_id=f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:35.682493 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-caaaeaa6-4f60-4e8c-83d7-ffe1e14fa19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:35.683178 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:35.685096 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-caaaeaa6-4f60-4e8c-83d7-ffe1e14fa19b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.2396896 Jun 09 22:03:35.694931 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:35.745545 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c02bd-863e-4d41-972d-1897e3e913d6 req-5d42f8a0-4293-4045-84df-02c3c81d3e5c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:35.756419 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1e3c02bd-863e-4d41-972d-1897e3e913d6 req-5d42f8a0-4293-4045-84df-02c3c81d3e5c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2198274 Jun 09 22:03:35.904390 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Routers {'3157ba0f-522e-4f6c-9b60-8de41301c373'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:03:35.905223 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:03:22Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3157ba0f-522e-4f6c-9b60-8de41301c373'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:35.970188 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-81b69076-5c70-4939-8616-7e4a666676c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:35.972155 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-81b69076-5c70-4939-8616-7e4a666676c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.2695720 Jun 09 22:03:36.109660 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bb5d9-7049-4ecd-8323-03cf248aad43 None None] Pushing event updated for resources: {'Port': ['ID=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:36.127985 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-befb8907-fd88-4eb8-966c-1ef56712e786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 217 time: 0.1421165 Jun 09 22:03:36.130561 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-0b4bb5d9-7049-4ecd-8323-03cf248aad43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:36.136546 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1e3c02bd-863e-4d41-972d-1897e3e913d6 req-86b46488-c8b5-4e74-aa14-a7c977ce7bee tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787110 Jun 09 22:03:36.202905 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] Set router 3157ba0f-522e-4f6c-9b60-8de41301c373 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:03:36.272431 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-31803da1-a122-40e2-b9f2-2ca237e1f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:36.274266 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-31803da1-a122-40e2-b9f2-2ca237e1f22b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.1311815 Jun 09 22:03:36.442901 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48462) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:36.498547 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-07900092-ff96-4c65-a5c3-eb86f5d5913f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016714 Jun 09 22:03:36.607706 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Deleting subnet d07c2770-10fc-4415-a1c7-bdcca14365d5 {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:03:36.621126 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:36.710496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc78f-4e40-4e53-aabe-8dc7a5022291 req-826679c8-2e83-44a8-b482-345d3deb44ce tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:36.717605 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-528dc78f-4e40-4e53-aabe-8dc7a5022291 req-826679c8-2e83-44a8-b482-345d3deb44ce tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 945 time: 0.3355179 Jun 09 22:03:36.745175 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:36.772379 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 4, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port': {'id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '20ea02d9-61ad-47fe-a76b-7a92326ce1d1', 'name': '', 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'mac_address': 'fa:16:3e:25:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:19Z', 'updated_at': '2021-06-09T22:03:35Z', 'revision_number': 4, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'subnets': [{'id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:36.788545 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626579c3-752e-4ed1-a0cd-bba5d1f9884d None None] The sync data for ids ['3157ba0f-522e-4f6c-9b60-8de41301c373'] in dv-cinder-789564-5-smb is: [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 4, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port': {'id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '20ea02d9-61ad-47fe-a76b-7a92326ce1d1', 'name': '', 'network_id': 'f51fc53d-f99d-4301-8635-18bef4709e25', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'mac_address': 'fa:16:3e:25:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:19Z', 'updated_at': '2021-06-09T22:03:35Z', 'revision_number': 4, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'subnets': [{'id': '14db4aa3-0f25-41c7-bb59-8397b1233200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:03:36.831102 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-528dc78f-4e40-4e53-aabe-8dc7a5022291 req-4e1f1e25-880d-4961-beca-b28e383d598d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123953 Jun 09 22:03:36.852515 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-34a88ffd-908a-4223-bf72-64a482093788 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342719 Jun 09 22:03:36.878275 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:36.973290 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:36.983053 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:37.049667 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-76751fa4-b2f3-4c77-8446-b1e9f729b685 req-94708ec6-8116-4dad-8539-db0f44b00e4f service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954565 Jun 09 22:03:37.082457 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.089523 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d07c2770-10fc-4415-a1c7-bdcca14365d5 HTTP/1.1" status: 204 len: 168 time: 0.6446755 Jun 09 22:03:37.090430 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07c2770-10fc-4415-a1c7-bdcca14365d5,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:37.097098 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48464) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:37.110392 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-52f70eca-c6ee-417f-a538-17d0bf0c41bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:37.261839 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.409962 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:37.641687 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:37.658613 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:37.662100 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.678115 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369a30c-9054-4bd9-b5a7-d8366325afe2 req-214ad225-87ee-441d-b933-84b54719accf tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:37.682478 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1369a30c-9054-4bd9-b5a7-d8366325afe2 req-214ad225-87ee-441d-b933-84b54719accf tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2664552 Jun 09 22:03:37.687039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.710498 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40cd776-c4ff-44e8-b84b-13561f6a64bc']}} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:37.729788 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fd1ddd-46f1-472c-8808-25bd6ae07802') {'for_net_delete': True} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:37.730981 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fd1ddd-46f1-472c-8808-25bd6ae07802') {} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:37.749641 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212631'] for segment, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.788545 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.819083 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:03:37.819870 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2552999'] for segment, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.831472 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1369a30c-9054-4bd9-b5a7-d8366325afe2 req-9e0e550c-9c9f-41fa-a645-615304b6a41e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426330 Jun 09 22:03:37.960587 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: Traceback (most recent call last): Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: timer() Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: cb(*args, **kw) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: return func(*args, **kwargs) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: self._notify() Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: self.callback(batched_events) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: event.method(event) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: return f(self, *a, **k) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: return self._get(url).json() Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: return self.request(url, 'GET', **kwargs) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:03:38.001395 dv-cinder-789564-5-smb neutron-server[91697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:03:38.018483 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,segment=NetworkSegment(f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3),segment_id=f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:38.021894 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:38.065059 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.102499 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.110046 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:38.148334 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:38.168435 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.173578 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48482) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:38.174406 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] 10.222.0.42 "DELETE /v2.0/networks/a40cd776-c4ff-44e8-b84b-13561f6a64bc HTTP/1.1" status: 204 len: 168 time: 1.0744989 Jun 09 22:03:38.184359 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Pushing event deleted for resources: {'Network': ['ID=a40cd776-c4ff-44e8-b84b-13561f6a64bc,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:38.195543 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:38.200291 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:38.214785 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:38.228225 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:38.228987 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.268063 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-91c6e812-3952-43fe-99e1-988e6e7f5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:38.269570 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-91c6e812-3952-43fe-99e1-988e6e7f5d6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.2707236 Jun 09 22:03:38.314053 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Deleting subnet 6d9fbf7c-b60e-42dd-a5a7-539f0537b7a4 {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:03:38.318065 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.344749 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e98c-c5d4-4020-909a-5bd3125dd575 req-c51f9dc9-3f81-429a-a414-4ba07484a11a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:38.353380 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-62c3e98c-c5d4-4020-909a-5bd3125dd575 req-c51f9dc9-3f81-429a-a414-4ba07484a11a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 945 time: 0.2911637 Jun 09 22:03:38.374973 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.383687 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.416215 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:38.419134 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22380b-27b5-4851-82d9-0f3d7a274b5f" -d '{"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-plugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:38.427283 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:38.439163 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.439997 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.442519 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-654ad027-7329-4901-957f-fac9110a025b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:38.481714 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-62c3e98c-c5d4-4020-909a-5bd3125dd575 req-b92b9080-b2e8-4af9-8528-51ae0c7cafef tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273875 Jun 09 22:03:38.547528 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f006b4c-148e-4856-8125-818aa15dd313 x-openstack-request-id: req-3f006b4c-148e-4856-8125-818aa15dd313 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:38.547919 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-plugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:38.548174 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f006b4c-148e-4856-8125-818aa15dd313 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:38.548810 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'code': 200} Jun 09 22:03:38.549319 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=7']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:38.550298 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.552783 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:38.555758 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-485acdf8-5bde-4e6b-a75b-3be36373cfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:38.558366 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-aa4438eb-cebe-43dd-b818-04755738441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:38.559664 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-aa4438eb-cebe-43dd-b818-04755738441f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.2636256 Jun 09 22:03:38.596075 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9fbf7c-b60e-42dd-a5a7-539f0537b7a4,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:38.600698 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:38.601777 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.604478 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-848ee401-c04e-4b80-8c57-23a448fbb689 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6d9fbf7c-b60e-42dd-a5a7-539f0537b7a4 HTTP/1.1" status: 204 len: 168 time: 0.4297965 Jun 09 22:03:38.607075 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48486) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:38.649863 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-529c8264-ae56-46d2-829a-c31d92a4b577 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 217 time: 0.0820532 Jun 09 22:03:38.746567 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.796233 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-c4489a23-284c-48bf-bbdf-37a3ce1603c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:38.798593 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-c4489a23-284c-48bf-bbdf-37a3ce1603c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.1371005 Jun 09 22:03:38.903247 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-1fdd07b4-300d-4f17-b8b9-476953be4962 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883787 Jun 09 22:03:39.104981 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.165732 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e97a730-84d3-4857-b4bc-44fde287ec15']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:39.190999 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd71c5df-2843-4194-919a-9b30e443c3ee') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:39.191207 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd71c5df-2843-4194-919a-9b30e443c3ee') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:03:39.224627 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.277861 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.297397 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-7a3f4286-b8ba-40a1-9e2e-d9c62041b477 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870826 Jun 09 22:03:39.298877 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:03:39.299271 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:03:39.355935 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:03:39.379922 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:39.534113 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:39.534653 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.648496 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.656768 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:39.729211 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.734541 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] 10.222.0.42 "DELETE /v2.0/networks/4e97a730-84d3-4857-b4bc-44fde287ec15 HTTP/1.1" status: 204 len: 168 time: 1.1241848 Jun 09 22:03:39.736609 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=4e97a730-84d3-4857-b4bc-44fde287ec15,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:39.740292 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-5c5055e6-1b0b-4e0f-adae-e85115fa8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:39.860961 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58ed1-b3b1-4ce8-8ddb-efe583796087 req-51c9b0f9-1e7e-455e-b77e-ad4611a4a5d9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:39.869065 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b3f58ed1-b3b1-4ce8-8ddb-efe583796087 req-51c9b0f9-1e7e-455e-b77e-ad4611a4a5d9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2277184 Jun 09 22:03:39.912883 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10b27050-1adf-4f89-a4b4-7bc614da1ec2 req-35d1ca22-1e9d-45d9-a43e-e9f601216ba1 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009886 Jun 09 22:03:39.944822 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b3f58ed1-b3b1-4ce8-8ddb-efe583796087 req-617c4e4b-4b26-40e1-b021-f02951374090 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 Jun 09 22:03:40.100128 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeeda6-8557-456f-a476-3d911d1f701b req-5bfe1403-1167-46a8-8053-1eb1936187b5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:40.107332 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-47eeeda6-8557-456f-a476-3d911d1f701b req-5bfe1403-1167-46a8-8053-1eb1936187b5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.2693100 Jun 09 22:03:40.111002 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48508) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:40.167761 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-47eeeda6-8557-456f-a476-3d911d1f701b req-89637943-d264-42f0-85c5-9777d6a6f8a0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591869 Jun 09 22:03:40.228308 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce153b0e-32ca-4b6d-b9e3-6bf7565b9f2c req-f128ea67-44bf-4b40-b45a-d71388ac9562 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:40.230276 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ce153b0e-32ca-4b6d-b9e3-6bf7565b9f2c req-f128ea67-44bf-4b40-b45a-d71388ac9562 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 945 time: 0.1696305 Jun 09 22:03:40.232714 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-cc1afa94-e7a4-42db-8c7b-ba68278881b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ed5ddfe3a4e48b28f2bdb802e2ee8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118298 Jun 09 22:03:40.240286 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48514) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:40.325033 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:40.339862 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ce153b0e-32ca-4b6d-b9e3-6bf7565b9f2c req-a6523c14-6dbc-47ff-9292-736504374223 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882142 Jun 09 22:03:40.384528 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:40.472823 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:40.477783 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:40.479510 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3663421d-cd84-4d72-bb4d-c52c42f60687 HTTP/1.1" status: 204 len: 168 time: 0.2374821 Jun 09 22:03:40.480162 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f532b979-5e33-4bee-821f-e235c36f5818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:40.494327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3663421d-cd84-4d72-bb4d-c52c42f60687,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:40.497064 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:40.907630 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:40.925052 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48522) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:41.014295 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48526) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:41.018398 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4ea37cb0-1f97-42c7-adb8-efc7460774ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b88ad36fae9b4add9a8f962c42ab682e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806973 Jun 09 22:03:41.217118 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:41.270895 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:41.304693 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095992-c313-4b07-9029-616c243351b6 req-773f89c5-d30a-4793-8194-850fa462bb95 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:41.306494 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a2095992-c313-4b07-9029-616c243351b6 req-773f89c5-d30a-4793-8194-850fa462bb95 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2121897 Jun 09 22:03:41.412075 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce3c0-e781-48f3-8fc6-1e417bbcd0f5 req-34b7c155-6822-4131-87bb-1f76cdee41c9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:41.415550 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a2095992-c313-4b07-9029-616c243351b6 req-387f329b-14e2-44a6-b382-a34de4e8e742 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842350 Jun 09 22:03:41.424350 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3f2ce3c0-e781-48f3-8fc6-1e417bbcd0f5 req-34b7c155-6822-4131-87bb-1f76cdee41c9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1226993 Jun 09 22:03:41.448941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:41.451800 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:41.460693 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3479caf2-2460-4697-bfba-dad82fc81e70 HTTP/1.1" status: 204 len: 168 time: 0.4399376 Jun 09 22:03:41.464484 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-53dc8242-7dc2-42d1-8fc7-89822a97e8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:41.485287 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3f2ce3c0-e781-48f3-8fc6-1e417bbcd0f5 req-ec3e9d60-7a7d-491f-a324-46d509772725 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595245 Jun 09 22:03:41.500876 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3479caf2-2460-4697-bfba-dad82fc81e70,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:41.509278 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:41.790946 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d866a0f-2329-4192-b2cb-98d93c3dd951 req-d25747f7-ea95-40de-b373-85837a836f83 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:41.802142 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1d866a0f-2329-4192-b2cb-98d93c3dd951 req-d25747f7-ea95-40de-b373-85837a836f83 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 945 time: 0.1662178 Jun 09 22:03:42.095532 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1d866a0f-2329-4192-b2cb-98d93c3dd951 req-0985baf0-3cf2-4215-9086-31628b04b943 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913132 Jun 09 22:03:42.153457 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-e02ebdcb-45e2-4d55-8845-2d3ea841ab27 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:42.155242 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-e02ebdcb-45e2-4d55-8845-2d3ea841ab27 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 945 time: 0.1442227 Jun 09 22:03:42.401878 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Deleting port b283d7d9-0b03-4227-b38c-472ed1bf57a0 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:03:42.402356 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:42.756034 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] For port b283d7d9-0b03-4227-b38c-472ed1bf57a0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b283d7d9-0b03-4227-b38c-472ed1bf57a0,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:42.756357 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:42.917075 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Calling delete_port for b283d7d9-0b03-4227-b38c-472ed1bf57a0 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:03:42.990046 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c789e-efc7-4bfa-804b-fe2ace91ce4d req-3d8b08bd-e529-4b28-a6e6-46f7945ded79 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:42.995999 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-aa6c789e-efc7-4bfa-804b-fe2ace91ce4d req-3d8b08bd-e529-4b28-a6e6-46f7945ded79 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.3377848 Jun 09 22:03:43.143565 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-aa6c789e-efc7-4bfa-804b-fe2ace91ce4d req-b9a13818-54e1-468b-a144-08287f85b2a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851655 Jun 09 22:03:43.151568 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:43.162836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:43.164268 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad', 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', '46a266f3-4652-4b76-94f1-3b48302b242d', 'b283d7d9-0b03-4227-b38c-472ed1bf57a0'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:43.227177 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event deleted for resources: {'Port': ['ID=b283d7d9-0b03-4227-b38c-472ed1bf57a0,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:43.230860 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:43.352096 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] No DVR routers for this DVR port b283d7d9-0b03-4227-b38c-472ed1bf57a0 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:03:43.355051 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:43.357386 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1408d9f0-da23-4347-8586-879aa8a9fa47 req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "DELETE /v2.0/ports/b283d7d9-0b03-4227-b38c-472ed1bf57a0 HTTP/1.1" status: 204 len: 173 time: 1.1937044 Jun 09 22:03:43.357967 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'name': 'network-vif-deleted', 'tag': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:43.369738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d79b2f-caae-49e4-9837-e8484b8707f5" -d '{"events": [{"server_uuid": "14c2c19a-ab59-4f13-8fa7-d71238cd1ce0", "name": "network-vif-deleted", "tag": "b283d7d9-0b03-4227-b38c-472ed1bf57a0"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:43.576719 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75fa44b8-7487-4a26-9623-66abb85fa66c req-b70978f8-a85d-41f8-9573-8ddc3a16a67f tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=14c2c19a-ab59-4f13-8fa7-d71238cd1ce0 HTTP/1.1" status: 200 len: 210 time: 0.1593237 Jun 09 22:03:44.015107 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e112-118f-4ae3-9e67-8fe3cd7cacd7 req-659b7c2a-5b77-4964-9f07-535bc6998322 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:44.031841 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b698e112-118f-4ae3-9e67-8fe3cd7cacd7 req-659b7c2a-5b77-4964-9f07-535bc6998322 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1745312 Jun 09 22:03:44.108897 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b698e112-118f-4ae3-9e67-8fe3cd7cacd7 req-3a026f4c-058a-4f27-b580-818a3dea559b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Jun 09 22:03:44.181745 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7427069c-d1e7-4f53-bc4b-a25ceb3e3a98 x-openstack-request-id: req-7427069c-d1e7-4f53-bc4b-a25ceb3e3a98 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:44.182746 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2c19a-ab59-4f13-8fa7-d71238cd1ce0", "name": "network-vif-deleted", "tag": "b283d7d9-0b03-4227-b38c-472ed1bf57a0", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:44.183193 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7427069c-d1e7-4f53-bc4b-a25ceb3e3a98 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:44.183783 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c2c19a-ab59-4f13-8fa7-d71238cd1ce0', 'name': 'network-vif-deleted', 'tag': 'b283d7d9-0b03-4227-b38c-472ed1bf57a0', 'status': 'completed', 'code': 200} Jun 09 22:03:45.122082 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c045c8-7e00-476d-9f5c-04a84403b985 req-7de92f12-c771-4baa-ad0a-2a18307a76ba tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:45.123800 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69c045c8-7e00-476d-9f5c-04a84403b985 req-7de92f12-c771-4baa-ad0a-2a18307a76ba tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1554730 Jun 09 22:03:45.197138 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69c045c8-7e00-476d-9f5c-04a84403b985 req-90d33958-40c6-4596-93cc-dcc3b71cf4ec tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634077 Jun 09 22:03:46.076313 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device b283d7d9-0b03-4227-b38c-472ed1bf57a0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:03:46.120788 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: b283d7d9-0b03-4227-b38c-472ed1bf57a0 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:03:46.121383 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device b283d7d9-0b03-4227-b38c-472ed1bf57a0 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:03:46.445866 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167bbd7-7c2e-451f-9703-8ea284ca7305 req-73bb0461-a2e3-492a-a748-b9baa058e4ea tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:46.447678 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c167bbd7-7c2e-451f-9703-8ea284ca7305 req-73bb0461-a2e3-492a-a748-b9baa058e4ea tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1090729 Jun 09 22:03:46.521294 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c167bbd7-7c2e-451f-9703-8ea284ca7305 req-0cc7ae4c-0b61-4236-ac26-3087ec398d5a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657964 Jun 09 22:03:47.639621 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028deb0-13d4-4d00-8065-a382071789c8 req-e2b9e39e-0f9f-4d83-bc99-ad7e9bd13df6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:47.641133 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e028deb0-13d4-4d00-8065-a382071789c8 req-e2b9e39e-0f9f-4d83-bc99-ad7e9bd13df6 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 946 time: 0.0904865 Jun 09 22:03:47.694036 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e028deb0-13d4-4d00-8065-a382071789c8 req-0663d600-4da9-43a1-89b2-c4181c4fde74 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Jun 09 22:03:47.917510 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85421-923f-427e-8e4f-7f4376fc512c req-9ca68df5-ccfd-43cc-ba40-878af563b2c5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:47.919274 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e5d85421-923f-427e-8e4f-7f4376fc512c req-9ca68df5-ccfd-43cc-ba40-878af563b2c5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1181250 Jun 09 22:03:47.979503 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e5d85421-923f-427e-8e4f-7f4376fc512c req-fa6a42ae-fa86-4846-89c6-b0bac2980091 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501876 Jun 09 22:03:48.866544 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a73044ab-9c50-4d38-ad2d-7e6cc88a61a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:49.122951 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-a6ac1ab2-1720-447b-a08f-6d3e8ea31282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.125216 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-a6ac1ab2-1720-447b-a08f-6d3e8ea31282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.2036843 Jun 09 22:03:49.143397 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07b76a-830b-4647-9818-907050c175bb req-208d6052-6fe0-4e32-8d3d-79213bacb840 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.145481 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5b07b76a-830b-4647-9818-907050c175bb req-208d6052-6fe0-4e32-8d3d-79213bacb840 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 946 time: 0.1195223 Jun 09 22:03:49.402290 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5b07b76a-830b-4647-9818-907050c175bb req-2799df51-c669-4688-8d6c-3bf08192992a tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364163 Jun 09 22:03:49.490916 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-cff2f7d4-92de-4bfb-b4af-e0bb1ddfc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.492935 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-cff2f7d4-92de-4bfb-b4af-e0bb1ddfc438 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.3463278 Jun 09 22:03:49.588778 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-54150439-ddf0-4006-ab1f-ce9ce43109da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 217 time: 0.0857699 Jun 09 22:03:49.744912 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-b43be66c-d2c8-4b74-ad83-7a20b316ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.748366 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-b43be66c-d2c8-4b74-ad83-7a20b316ff3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.1520839 Jun 09 22:03:49.805529 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ede59-4c99-4945-a757-71707bebda40 req-d5573581-019e-4e47-9628-ecdbe8d16126 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.808044 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-122ede59-4c99-4945-a757-71707bebda40 req-d5573581-019e-4e47-9628-ecdbe8d16126 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 946 time: 0.1835361 Jun 09 22:03:49.860281 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-870ce1ff-75cf-47f6-90c7-840488bf40ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664382 Jun 09 22:03:50.031487 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Deleting port 46a266f3-4652-4b76-94f1-3b48302b242d {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:03:50.032495 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:50.043586 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-001c980f-9ea3-49c9-b2c1-25e37c2fc7b4 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696644 Jun 09 22:03:50.091105 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:03:50.125955 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a667f40-3422-4528-8691-1c3a9d713c86 req-beab5cf5-3a68-4835-97e4-1b3a60aa652b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:50.131849 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4a667f40-3422-4528-8691-1c3a9d713c86 req-beab5cf5-3a68-4835-97e4-1b3a60aa652b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3747180 Jun 09 22:03:50.251041 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] For port 46a266f3-4652-4b76-94f1-3b48302b242d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=46a266f3-4652-4b76-94f1-3b48302b242d,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:50.251324 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:50.281681 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4a667f40-3422-4528-8691-1c3a9d713c86 req-76a694aa-e8ad-48d5-b146-65d9548f380c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835423 Jun 09 22:03:50.365316 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-969e528c-c756-4eb8-9497-6f03668a8d36 req-7a6a8cce-1c3c-4fe7-a77b-809934bc8546 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116455 Jun 09 22:03:50.461928 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Calling delete_port for 46a266f3-4652-4b76-94f1-3b48302b242d owned by compute:nova {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:03:50.558949 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e16ae-92a8-4964-bd67-48c28890d564 req-66e2ea38-9c4e-4f20-9039-6d63251ee450 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:50.568996 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-991e16ae-92a8-4964-bd67-48c28890d564 req-66e2ea38-9c4e-4f20-9039-6d63251ee450 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1441917 Jun 09 22:03:50.632247 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:50.649101 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-991e16ae-92a8-4964-bd67-48c28890d564 req-30430329-084c-4fef-bac1-0bbec570b2e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697212 Jun 09 22:03:50.665365 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:50.689984 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad', 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', '46a266f3-4652-4b76-94f1-3b48302b242d'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:51.025917 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event deleted for resources: {'Port': ['ID=46a266f3-4652-4b76-94f1-3b48302b242d,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:51.049598 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:51.104331 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8925001c-2118-430a-a5cb-597b0f1d992e req-e645e01d-9d5d-46cd-a8e0-497e279e60de tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 210 time: 0.1517434 Jun 09 22:03:51.134338 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] No DVR routers for this DVR port 46a266f3-4652-4b76-94f1-3b48302b242d on host hv-cinder-78956 {{(pid=91698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:03:51.145519 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:51.154607 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-122ede59-4c99-4945-a757-71707bebda40 req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "DELETE /v2.0/ports/46a266f3-4652-4b76-94f1-3b48302b242d HTTP/1.1" status: 204 len: 173 time: 1.3361790 Jun 09 22:03:51.155332 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f501181f-336f-4ead-8132-054372206db0', 'name': 'network-vif-deleted', 'tag': '46a266f3-4652-4b76-94f1-3b48302b242d'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:51.157750 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66898b7-5f99-4a46-ac53-bc8a4ca3349e" -d '{"events": [{"server_uuid": "f501181f-336f-4ead-8132-054372206db0", "name": "network-vif-deleted", "tag": "46a266f3-4652-4b76-94f1-3b48302b242d"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:51.193504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-605799e5-094a-4e55-902a-71b107723dad tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:51.204207 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-605799e5-094a-4e55-902a-71b107723dad tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/networks?id=acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 200 len: 815 time: 0.3816860 Jun 09 22:03:51.270479 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-60e1378a-27a3-4112-8b28-43d81866c174 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/quotas/e5511fa1c1ea4f8982a7689d0b8a13c7 HTTP/1.1" status: 200 len: 375 time: 0.0628903 Jun 09 22:03:51.281485 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367fe85d-d288-47af-a4c2-75ee08a64114 x-openstack-request-id: req-367fe85d-d288-47af-a4c2-75ee08a64114 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:51.283520 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f501181f-336f-4ead-8132-054372206db0", "name": "network-vif-deleted", "tag": "46a266f3-4652-4b76-94f1-3b48302b242d", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:51.285839 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-367fe85d-d288-47af-a4c2-75ee08a64114 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:51.286490 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f501181f-336f-4ead-8132-054372206db0', 'name': 'network-vif-deleted', 'tag': '46a266f3-4652-4b76-94f1-3b48302b242d', 'status': 'completed', 'code': 200} Jun 09 22:03:51.395214 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3e81af81-2cb3-4031-aff1-c9195e60fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:51.413706 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:51.511369 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-f133d6fe-3c89-4a8e-8c0b-237d77337cf1 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389896 Jun 09 22:03:51.672799 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250f878-5181-42f4-b459-f00e2f629358 req-362cb6a1-c33f-44af-a274-9720f847b79d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:51.674892 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d250f878-5181-42f4-b459-f00e2f629358 req-362cb6a1-c33f-44af-a274-9720f847b79d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1532776 Jun 09 22:03:51.768078 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d250f878-5181-42f4-b459-f00e2f629358 req-5ebe712a-df3c-4a5c-abce-f8288e1b4bc1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777843 Jun 09 22:03:51.822320 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-904b9533-8fdc-46b5-b267-3a5fb65d365e service neutron] 10.222.0.42 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051603 Jun 09 22:03:51.993547 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81648b3-f198-404a-b470-0db56f500471 req-97e472db-6631-49d9-b7f2-f19402f6d18b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:52.018854 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a81648b3-f198-404a-b470-0db56f500471 req-97e472db-6631-49d9-b7f2-f19402f6d18b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1401789 Jun 09 22:03:52.089354 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:52.116445 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a81648b3-f198-404a-b470-0db56f500471 req-45c4e92f-b0e5-4067-9b66-493f76161d25 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966408 Jun 09 22:03:52.151414 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-500cc8c4-a966-44fd-af13-22ddda18f92f service neutron] 10.222.0.42 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226073 Jun 09 22:03:52.416798 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1fb7a519-e712-4e91-957a-b7f9aaddbd8d req-fe76a853-54ab-4962-9fc6-631911a468f4 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=f501181f-336f-4ead-8132-054372206db0 HTTP/1.1" status: 200 len: 210 time: 0.0861473 Jun 09 22:03:52.558091 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-82bb388b-e162-4edc-9e05-e5333efc89d0 req-a7361170-7253-483b-8c06-5d2ba08b3a3d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 210 time: 0.0493283 Jun 09 22:03:53.023069 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8cff-1c2c-48c2-99bd-26c424ae7304 req-39203288-d5fd-41fc-ab72-5997476765f6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:53.024606 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-033b8cff-1c2c-48c2-99bd-26c424ae7304 req-39203288-d5fd-41fc-ab72-5997476765f6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1084678 Jun 09 22:03:53.080707 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-033b8cff-1c2c-48c2-99bd-26c424ae7304 req-e58ee658-5745-4070-85c5-06d27bcab3af tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Jun 09 22:03:53.387076 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea8b1d-4d22-4914-9e26-f88ee93d17ba req-7d8faa82-285a-446e-818b-9c8bf4e9c986 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:53.389040 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d5ea8b1d-4d22-4914-9e26-f88ee93d17ba req-7d8faa82-285a-446e-818b-9c8bf4e9c986 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1306162 Jun 09 22:03:53.512176 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d5ea8b1d-4d22-4914-9e26-f88ee93d17ba req-37a1b598-b0c2-4a4e-bfac-39a1c11e2cff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929697 Jun 09 22:03:53.770436 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-76e89f5c-b197-47a9-8c16-568826afade4 req-4ae9468a-f7a4-4606-b605-3a75a8b1c750 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Jun 09 22:03:54.036324 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:54.132590 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 46a266f3-4652-4b76-94f1-3b48302b242d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:03:54.202052 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 46a266f3-4652-4b76-94f1-3b48302b242d {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:03:54.202780 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 46a266f3-4652-4b76-94f1-3b48302b242d not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:03:54.330388 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-7da462a0-ab0b-44d7-94d1-28119b6c8792 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:54.332769 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-7da462a0-ab0b-44d7-94d1-28119b6c8792 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.36 "GET /v2.0/networks?id=acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 200 len: 815 time: 0.2444608 Jun 09 22:03:54.341600 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f50479-a18f-46a8-932c-2e73dd153700 req-fe16cdfb-9ae4-46f4-90e9-e99479c294df tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:54.343443 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d6f50479-a18f-46a8-932c-2e73dd153700 req-fe16cdfb-9ae4-46f4-90e9-e99479c294df tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 946 time: 0.3359306 Jun 09 22:03:54.350503 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'port': {'device_id': '15548f8a-956a-4546-9057-14459be9eaa0', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'admin_state_up': True, 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:54.455481 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e504b-7c1f-424b-b03d-6910a96c0bd1 req-bbde2a61-6f7c-4d14-8d67-d3abeccc42bd tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:54.457829 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-806e504b-7c1f-424b-b03d-6910a96c0bd1 req-bbde2a61-6f7c-4d14-8d67-d3abeccc42bd tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1697323 Jun 09 22:03:54.477519 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d6f50479-a18f-46a8-932c-2e73dd153700 req-7230872e-2f6d-412e-ae99-4db395a7f89b tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117184 Jun 09 22:03:54.618667 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-806e504b-7c1f-424b-b03d-6910a96c0bd1 req-3af7c7a4-f5d2-4d6f-b65b-9d39f33e4f25 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539752 Jun 09 22:03:54.663969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Made reservation on behalf of e5511fa1c1ea4f8982a7689d0b8a13c7 for: {'port': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:03:54.667776 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:55.011138 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-c9701162-1726-452e-a1e1-a24ea93d819d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15372780&fields=id&tenant_id=357c9b221d7f445d9b85396e6f407cf7 HTTP/1.1" status: 200 len: 267 time: 0.0858583 Jun 09 22:03:55.069865 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a965b-c94d-47c6-ad44-bfa1f76883f1 req-07a103df-bad4-4eac-bd4e-e7e6a449014e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:55.071813 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b91a965b-c94d-47c6-ad44-bfa1f76883f1 req-07a103df-bad4-4eac-bd4e-e7e6a449014e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.2866993 Jun 09 22:03:55.156442 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Allocated IP 172.20.0.9 (acffb731-2ab4-4674-a912-58e925103e04/bf495eb3-8c19-494e-bc52-2392a5487203/f55b83dd-52f0-49cb-9217-6f56aab36f33) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:03:55.269348 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b91a965b-c94d-47c6-ad44-bfa1f76883f1 req-31b12da3-81c7-49fb-953d-2588b1bd2d4b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836543 Jun 09 22:03:55.319735 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-eab336ad-e5e3-4815-ac20-3cb314f72cbc tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:55.321237 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-eab336ad-e5e3-4815-ac20-3cb314f72cbc tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 808 time: 0.3093143 Jun 09 22:03:55.353266 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-6f1de625-2072-4c2f-9ac4-dce7f9e6be69 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/quotas/357c9b221d7f445d9b85396e6f407cf7 HTTP/1.1" status: 200 len: 375 time: 0.0201564 Jun 09 22:03:55.567598 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-5a1f3849-7588-4ac4-b19f-e66eef51b88e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068515 Jun 09 22:03:55.813640 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ec6368fd-aba4-455a-868f-66b9e01231ee req-6613a9b1-efa9-43f6-8b32-a41f6645bc24 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 210 time: 0.1735687 Jun 09 22:03:55.947186 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-af22e386-8b71-4e18-aea7-a22026957f78 service neutron] 10.222.0.42 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685687 Jun 09 22:03:56.098563 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:56.273168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Transition to ACTIVE for port object f55b83dd-52f0-49cb-9217-6f56aab36f33 will not be triggered until provisioned by entity DHCP. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:56.328240 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564c059-8574-4302-8d7d-a3f17702dcd9 req-02b8da8b-ada4-4e68-967c-d52b9af056a7 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:56.330092 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3564c059-8574-4302-8d7d-a3f17702dcd9 req-02b8da8b-ada4-4e68-967c-d52b9af056a7 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 946 time: 0.1231732 Jun 09 22:03:56.388503 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:56.405303 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:56.432827 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-534dce4e-2e3d-4b6e-b652-4a38a93b04a4 service neutron] 10.222.0.42 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940100 Jun 09 22:03:56.496556 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-e6248c91-9bf6-42a6-be92-f02bb3ac79cb tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:56.500945 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-e6248c91-9bf6-42a6-be92-f02bb3ac79cb tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 946 time: 0.5570474 Jun 09 22:03:56.555712 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3564c059-8574-4302-8d7d-a3f17702dcd9 req-9687bc82-3546-400c-a2bd-0d3bb793d9dd tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140818 Jun 09 22:03:56.557705 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Network acffb731-2ab4-4674-a912-58e925103e04 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:03:56.567369 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:03:56.582848 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:03:56.715064 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:56.720918 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:56.769883 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:56.770538 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:56.914056 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5674875 Jun 09 22:03:56.922266 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-8eae180a-b956-4295-aa2a-53d4ff63e1aa None None] Provisioning for port f55b83dd-52f0-49cb-9217-6f56aab36f33 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:03:56.938591 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-8eae180a-b956-4295-aa2a-53d4ff63e1aa None None] Provisioning complete for port f55b83dd-52f0-49cb-9217-6f56aab36f33 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:56.939041 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8eae180a-b956-4295-aa2a-53d4ff63e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:56.951761 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f29a-39ee-40c4-a12c-ae1cfa3ef601 req-8889e74f-40e0-4abe-a904-cf5b2e313c2d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:56.959927 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-eee9f29a-39ee-40c4-a12c-ae1cfa3ef601 req-8889e74f-40e0-4abe-a904-cf5b2e313c2d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2068319 Jun 09 22:03:57.048668 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-eee9f29a-39ee-40c4-a12c-ae1cfa3ef601 req-0569c28d-a767-4fb3-97c5-41ec9ac36739 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873590 Jun 09 22:03:57.087942 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Request body: {'port': {'device_id': '15548f8a-956a-4546-9057-14459be9eaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:03:57.137094 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-8eae180a-b956-4295-aa2a-53d4ff63e1aa None None] Port f55b83dd-52f0-49cb-9217-6f56aab36f33 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:03:57.433766 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Deleting port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:03:57.438625 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:57.652449 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:58.121703 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbedff-2f99-485e-a8e9-a0c4c01e520a req-02303824-cd6f-49ee-be28-0df78e76fe99 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:58.136780 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-acbbedff-2f99-485e-a8e9-a0c4c01e520a req-02303824-cd6f-49ee-be28-0df78e76fe99 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.4900875 Jun 09 22:03:58.217290 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] For port d67a6194-60f5-4d7f-9e01-cd2ea98140d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:58.217690 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:58.487841 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a579-638b-4d69-9b80-6940e33ca588 req-ea9416aa-06ee-4f6c-bf21-cbc0184144ea tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:58.495835 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7da5a579-638b-4d69-9b80-6940e33ca588 req-ea9416aa-06ee-4f6c-bf21-cbc0184144ea tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 931 time: 0.3978539 Jun 09 22:03:58.542227 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Calling delete_port for d67a6194-60f5-4d7f-9e01-cd2ea98140d5 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:03:58.576374 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-acbbedff-2f99-485e-a8e9-a0c4c01e520a req-0e53ee2d-756d-4425-8b61-fdfcb1c372c5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277353 Jun 09 22:03:58.580597 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7da5a579-638b-4d69-9b80-6940e33ca588 req-a36ce997-bdb2-45d4-a6db-a74042c890ef tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Jun 09 22:03:58.730948 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55b83dd-52f0-49cb-9217-6f56aab36f33 {{(pid=91698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:03:58.752632 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:58.870336 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-52866ce4-2c8a-4ff1-b912-013301518452 req-1fa2f64a-9932-4cc4-a7ae-ae35529ccde9 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.1093295 Jun 09 22:03:58.916988 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:58.927877 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.provisioning_blocks [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Transition to ACTIVE for port object f55b83dd-52f0-49cb-9217-6f56aab36f33 will not be triggered until provisioned by entity L2. {{(pid=91698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:03:58.929933 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:58.938032 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:58.950168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:58.964721 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:59.051985 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event deleted for resources: {'Port': ['ID=d67a6194-60f5-4d7f-9e01-cd2ea98140d5,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:59.079395 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:59.088635 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Pushing event updated for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:59.094376 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:59.416371 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dab5f-6d0a-444f-ae94-c8aee4342659 req-4fe2e457-b6e8-4573-821d-d4e30c2fb1b3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:59.438034 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-929dab5f-6d0a-444f-ae94-c8aee4342659 req-4fe2e457-b6e8-4573-821d-d4e30c2fb1b3 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 867 time: 0.6466064 Jun 09 22:03:59.535121 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-929dab5f-6d0a-444f-ae94-c8aee4342659 req-9aa13d1f-c149-4667-8058-c86b1171b43e tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932786 Jun 09 22:03:59.538664 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] No DVR routers for this DVR port d67a6194-60f5-4d7f-9e01-cd2ea98140d5 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:03:59.544161 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:59.546751 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-591a85c9-8fc8-4e73-a424-fc05a6494462 req-f2cfd980-aaf1-48c2-8389-78d8668b8213 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "DELETE /v2.0/ports/d67a6194-60f5-4d7f-9e01-cd2ea98140d5 HTTP/1.1" status: 204 len: 173 time: 2.6102593 Jun 09 22:03:59.547085 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30597b-2a06-4250-bf92-d1672b861080', 'name': 'network-vif-deleted', 'tag': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:59.563012 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45885d1-a520-46f0-8d8b-696704dffa8f" -d '{"events": [{"server_uuid": "ab30597b-2a06-4250-bf92-d1672b861080", "name": "network-vif-deleted", "tag": "d67a6194-60f5-4d7f-9e01-cd2ea98140d5"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:59.579601 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Attempting to bind port f55b83dd-52f0-49cb-9217-6f56aab36f33 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:03:59.580415 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Attempting to bind port f55b83dd-52f0-49cb-9217-6f56aab36f33 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:03:59.580415 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Attempting to bind port f55b83dd-52f0-49cb-9217-6f56aab36f33 on network acffb731-2ab4-4674-a912-58e925103e04 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:59.605970 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Port f55b83dd-52f0-49cb-9217-6f56aab36f33 on network acffb731-2ab4-4674-a912-58e925103e04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:03:59.606949 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Attempting to bind port f55b83dd-52f0-49cb-9217-6f56aab36f33 on network acffb731-2ab4-4674-a912-58e925103e04 {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:03:59.618870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:03:59.619207 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Checking segment: {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:03:59.619585 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Bound using segment: {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'} {{(pid=91698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:03:59.620003 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.managers [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Bound port: f55b83dd-52f0-49cb-9217-6f56aab36f33, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f199f0e-5c66-4508-81ac-6f08ab3f468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04'}}] {{(pid=91698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:03:59.620352 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:59.629839 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7942-7d15-4f22-ae24-c7981b025ff2 req-c892cf90-ce81-4e98-ac39-5ec56c5d1d40 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:59.631438 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4a0d7942-7d15-4f22-ae24-c7981b025ff2 req-c892cf90-ce81-4e98-ac39-5ec56c5d1d40 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.4117944 Jun 09 22:03:59.640380 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98deb2e2-0f5d-4a7b-b992-3f209d03e200 x-openstack-request-id: req-98deb2e2-0f5d-4a7b-b992-3f209d03e200 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:59.640658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab30597b-2a06-4250-bf92-d1672b861080", "name": "network-vif-deleted", "tag": "d67a6194-60f5-4d7f-9e01-cd2ea98140d5", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:59.640944 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98deb2e2-0f5d-4a7b-b992-3f209d03e200 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:59.641380 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab30597b-2a06-4250-bf92-d1672b861080', 'name': 'network-vif-deleted', 'tag': 'd67a6194-60f5-4d7f-9e01-cd2ea98140d5', 'status': 'completed', 'code': 200} Jun 09 22:03:59.751846 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4a0d7942-7d15-4f22-ae24-c7981b025ff2 req-d903c82c-81ea-4c82-8a78-c7d2245d7d8c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094339 Jun 09 22:03:59.881020 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, cleared binding levels {{(pid=91698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:03:59.895001 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:03:59.904471 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:59.924163 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-28a240c5-e145-43e3-942c-8b8e728ae2e1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:00.058386 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:00.059462 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:00.061262 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] 10.222.0.36 "PUT /v2.0/ports/f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 1093 time: 2.9831762 Jun 09 22:04:00.061890 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b6b0d-5b5a-4e8d-8368-59208759455e req-5c488bba-590f-4848-9697-44ca7e31f7f6 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:00.062168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:00.066109 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9874c9-7ca9-4f9f-ba1b-bc255eabb70f" -d '{"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:00.079774 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b79b6b0d-5b5a-4e8d-8368-59208759455e req-5c488bba-590f-4848-9697-44ca7e31f7f6 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.1782818 Jun 09 22:04:00.092587 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfda441-bda9-4a73-9c2d-47af77f67722 req-1ddc1202-2068-49ea-8463-05583a19918c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:00.094391 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1cfda441-bda9-4a73-9c2d-47af77f67722 req-1ddc1202-2068-49ea-8463-05583a19918c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.3613496 Jun 09 22:04:00.178161 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Pushing event updated for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=3']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:00.181805 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device d67a6194-60f5-4d7f-9e01-cd2ea98140d5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:00.193752 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:00.200003 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b79b6b0d-5b5a-4e8d-8368-59208759455e req-81bbecd9-4c6b-43aa-b5f8-345d52e08530 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179481 Jun 09 22:04:00.212414 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1cfda441-bda9-4a73-9c2d-47af77f67722 req-76f76d49-8eab-4443-ac62-12baf0dca214 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106977 Jun 09 22:04:00.268792 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: d67a6194-60f5-4d7f-9e01-cd2ea98140d5 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:00.270565 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device d67a6194-60f5-4d7f-9e01-cd2ea98140d5 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:00.314895 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec09e9-9f84-455d-b55d-fb2d41fb44b0 x-openstack-request-id: req-38ec09e9-9f84-455d-b55d-fb2d41fb44b0 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:00.315484 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:00.316031 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38ec09e9-9f84-455d-b55d-fb2d41fb44b0 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:00.316726 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'status': 'completed', 'code': 200} Jun 09 22:04:00.450433 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8a409a78-0092-46fa-94e5-b94b90ff6d01 req-d52164a1-d5fc-4528-8c34-c4c0cfbd6770 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0792122 Jun 09 22:04:00.714944 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ae625191-0b12-4f5c-a43d-a47d03cc6cd2 req-5e2e80d1-f7b4-4954-85a2-9e5e063f092a tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0566483 Jun 09 22:04:00.956055 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb55b4-da0b-433c-b8c9-5332143085a7 req-bef54ebc-e4be-4c31-83df-3efcb5b29b59 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:00.958031 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-04cb55b4-da0b-433c-b8c9-5332143085a7 req-bef54ebc-e4be-4c31-83df-3efcb5b29b59 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0925851 Jun 09 22:04:01.009090 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-04cb55b4-da0b-433c-b8c9-5332143085a7 req-0d4aea86-d1ff-4dc1-b52b-f6d3697acd9a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Jun 09 22:04:01.403110 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e985e-dc26-4db6-9d62-a3a4e4505683 req-8dc5810c-cf97-4eba-bd92-af4c0b6abbfe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:01.405403 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b54e985e-dc26-4db6-9d62-a3a4e4505683 req-8dc5810c-cf97-4eba-bd92-af4c0b6abbfe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.1097512 Jun 09 22:04:01.468937 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b54e985e-dc26-4db6-9d62-a3a4e4505683 req-e22b6369-419b-4d02-a0b0-5c82eaff8d1d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Jun 09 22:04:01.495311 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6980-51bf-436c-b423-dc33fbeda369 req-72e599a1-7d47-4d9e-bb73-d73f7c6a817c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:01.496792 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-05bd6980-51bf-436c-b423-dc33fbeda369 req-72e599a1-7d47-4d9e-bb73-d73f7c6a817c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1042449 Jun 09 22:04:01.575046 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 48974) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:01.580322 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-05bd6980-51bf-436c-b423-dc33fbeda369 req-00e73a21-e04c-4ee5-9500-5bb8092d5864 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772595 Jun 09 22:04:01.660987 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-bc0c05be-e7c9-4e49-bafa-119caef0bcd9 req-75e88283-25bb-41fc-9843-be59c7427ade tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0533752 Jun 09 22:04:01.771556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6054070a-46f6-4b93-b6e3-7233f139ab0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:01.923475 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9122a898-d2ac-47a1-8c24-528dff5b77a5 req-ff0013a8-b424-4311-be8c-0b487c116073 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0624473 Jun 09 22:04:01.970114 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6054070a-46f6-4b93-b6e3-7233f139ab0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:01.978464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6054070a-46f6-4b93-b6e3-7233f139ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:01.986919 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-60b6b0d8-8650-4a07-b67f-44b7087a1a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:02.036271 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 48982) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:02.039480 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-6054070a-46f6-4b93-b6e3-7233f139ab0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1edf73bcc294875bfdc4ec414bf6920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630888 Jun 09 22:04:02.043300 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054070a-46f6-4b93-b6e3-7233f139ab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59cdec2-d4fe-4216-b83c-04d2ba412909,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:02.051984 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-6054070a-46f6-4b93-b6e3-7233f139ab0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:02.099855 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:02.141568 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:02.246603 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5c38d-2beb-4947-a374-5700095d6d1c req-8a59ff28-519b-42b7-a966-b1784b09fc16 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:02.248332 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b7e5c38d-2beb-4947-a374-5700095d6d1c req-8a59ff28-519b-42b7-a966-b1784b09fc16 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1074600 Jun 09 22:04:02.309287 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:02.312498 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:02.312898 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b7e5c38d-2beb-4947-a374-5700095d6d1c req-5e54cf27-0dfb-4252-8dfc-9c7b1a3ac1e2 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Jun 09 22:04:02.327087 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f59cdec2-d4fe-4216-b83c-04d2ba412909 HTTP/1.1" status: 204 len: 168 time: 0.2895966 Jun 09 22:04:02.328147 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-88da65ab-c261-4b1d-9dfd-c557fda58608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:02.353970 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59cdec2-d4fe-4216-b83c-04d2ba412909,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:02.357275 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:02.735568 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc01cc-2af9-43a2-8f63-3ece520086af req-e4ccba38-c63c-44e5-b734-19c8accad98a tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:02.737067 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69cc01cc-2af9-43a2-8f63-3ece520086af req-e4ccba38-c63c-44e5-b734-19c8accad98a tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.1368861 Jun 09 22:04:02.791543 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69cc01cc-2af9-43a2-8f63-3ece520086af req-0a04755e-ba6a-4a0f-9a57-b422a38d12c8 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Jun 09 22:04:02.934303 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc864e0-b322-489a-b748-14c6c7f95b6e req-e6e0a8e0-e628-4343-ac2f-7cf09de3fa81 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:02.954027 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-dcc864e0-b322-489a-b748-14c6c7f95b6e req-e6e0a8e0-e628-4343-ac2f-7cf09de3fa81 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1837988 Jun 09 22:04:03.060653 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-be0eb027-b18e-429c-bc04-6b59ad97e07f req-928ba262-e5e9-4f91-822f-447e4680e05e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0784090 Jun 09 22:04:03.140179 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-dcc864e0-b322-489a-b748-14c6c7f95b6e req-bc2f4930-cd26-4f78-b2ed-6b3a8b8c982f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841993 Jun 09 22:04:03.263973 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8d2ce9bd-0f10-44d1-a129-117bcc90fb9b req-a61f8b54-7ac3-44e3-b414-838e7b5c1328 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0577559 Jun 09 22:04:03.549656 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da89385-8f72-4cca-9cd9-bdcb97e14915 req-06db63da-cc95-45ff-922f-3109f5414ff3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:03.557765 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4da89385-8f72-4cca-9cd9-bdcb97e14915 req-06db63da-cc95-45ff-922f-3109f5414ff3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1111922 Jun 09 22:04:03.626811 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4da89385-8f72-4cca-9cd9-bdcb97e14915 req-8a62deca-1801-4d98-a487-9bee00d3a5a7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677519 Jun 09 22:04:04.122724 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c2678-0c17-40bf-82cf-e39eef858f56 req-e3240bdb-3c16-458e-92fa-6cdad843d1af tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:04.124325 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-320c2678-0c17-40bf-82cf-e39eef858f56 req-e3240bdb-3c16-458e-92fa-6cdad843d1af tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.1812205 Jun 09 22:04:04.220733 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-320c2678-0c17-40bf-82cf-e39eef858f56 req-6c254c2d-b135-4dcf-874b-ea31e9e6950f tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823596 Jun 09 22:04:04.301231 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ec97e0a6-1044-41c6-9238-f313a18a9875 req-3d70e9f7-a474-42de-8952-e425837858e0 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0741074 Jun 09 22:04:04.433943 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7ff2fd1e-600e-4159-be3c-4d45991a2ffb req-e69bdec4-f83d-4110-963d-d4c8152f2544 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0419860 Jun 09 22:04:04.436129 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eabf3-d2b3-4b7d-a40e-dc505fd33408 req-e1ddd845-9a31-49f7-87f5-52704c9822b4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:04.437863 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4f5eabf3-d2b3-4b7d-a40e-dc505fd33408 req-e1ddd845-9a31-49f7-87f5-52704c9822b4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.0962265 Jun 09 22:04:04.506910 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4f5eabf3-d2b3-4b7d-a40e-dc505fd33408 req-2f102919-51db-461f-bd5b-9bd001bc7f68 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620322 Jun 09 22:04:04.824982 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b6bbc-f9a8-47c4-a813-59c20d43cc2c req-2109d04b-3df9-4071-92ac-60474f676f56 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:04.826343 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f57b6bbc-f9a8-47c4-a813-59c20d43cc2c req-2109d04b-3df9-4071-92ac-60474f676f56 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0890536 Jun 09 22:04:04.875753 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f57b6bbc-f9a8-47c4-a813-59c20d43cc2c req-ca90c9e7-286c-4c8e-9c1f-f55bf6bc71f2 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Jun 09 22:04:05.476420 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-af9aa590-aaff-487a-b064-a5dea1a56070 req-7d5306b9-104e-4319-a84d-e9ce23d531a2 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0482194 Jun 09 22:04:05.554439 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997826e-a74c-4158-a37e-4500aa0c7514 req-525f6144-654a-49b1-8035-a8419b46e458 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:05.561671 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9997826e-a74c-4158-a37e-4500aa0c7514 req-525f6144-654a-49b1-8035-a8419b46e458 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.1494849 Jun 09 22:04:05.617716 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9997826e-a74c-4158-a37e-4500aa0c7514 req-eb50ffbe-68f4-4824-a315-7cad9714418c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534625 Jun 09 22:04:05.683083 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-264e7715-0aea-44e2-9dc0-58abf2101cfd req-04e59285-6a11-445f-b7cc-2fd59a30229d tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0459630 Jun 09 22:04:05.842303 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8725343-3e9a-46c0-8f95-0391cde0c320 req-d7625b8c-2cdb-477c-a8cb-1a0b8708f056 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:05.850645 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b8725343-3e9a-46c0-8f95-0391cde0c320 req-d7625b8c-2cdb-477c-a8cb-1a0b8708f056 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1333346 Jun 09 22:04:05.894923 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b8725343-3e9a-46c0-8f95-0391cde0c320 req-26e35bf1-2c12-4c69-809f-13241c4089d4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Jun 09 22:04:06.110704 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea13fe-ae5f-46b1-ba0b-b642a7838769 req-f40ac727-6340-4be2-b31c-717ca75f4cc6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:06.113275 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c8ea13fe-ae5f-46b1-ba0b-b642a7838769 req-f40ac727-6340-4be2-b31c-717ca75f4cc6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0964172 Jun 09 22:04:06.182600 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c8ea13fe-ae5f-46b1-ba0b-b642a7838769 req-0a9cd3c4-9aed-4f93-bcb8-749a828cb173 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589221 Jun 09 22:04:06.662509 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8109bd55-a77f-4e1d-b5ac-b7cc03b77bc3 req-9beedc44-fc4c-422f-882e-72baef78b8aa tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0510998 Jun 09 22:04:06.822306 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93375e08-3c09-4e30-aa53-2033019326f7 req-58ecd760-64d3-4cde-bdd0-bf5063c04da5 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:06.825873 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-93375e08-3c09-4e30-aa53-2033019326f7 req-58ecd760-64d3-4cde-bdd0-bf5063c04da5 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.0967236 Jun 09 22:04:06.871401 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-935120bb-1313-46ff-9fbc-684fc280cc18 req-45648a3a-b5fb-40ba-8183-1d912a2dded0 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0421469 Jun 09 22:04:06.875876 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-93375e08-3c09-4e30-aa53-2033019326f7 req-25d5204a-87b5-486b-ab8f-56c10e03fa79 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Jun 09 22:04:07.104307 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317bad8-0756-49ab-8267-0ac9469bdc0d req-2d896d4c-5f86-4dcd-9743-a14bf80e9fb9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:07.105867 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e317bad8-0756-49ab-8267-0ac9469bdc0d req-2d896d4c-5f86-4dcd-9743-a14bf80e9fb9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.0866418 Jun 09 22:04:07.159986 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e317bad8-0756-49ab-8267-0ac9469bdc0d req-973cf208-c244-4498-b59c-4b2c45777def tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Jun 09 22:04:07.388648 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46a73-6a87-4335-b3ea-2217a3a03c68 req-c4b90f05-2266-4c69-b641-724e2af7ac06 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:07.390364 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-28d46a73-6a87-4335-b3ea-2217a3a03c68 req-c4b90f05-2266-4c69-b641-724e2af7ac06 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0925558 Jun 09 22:04:07.488386 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-28d46a73-6a87-4335-b3ea-2217a3a03c68 req-b0c8ae9b-8341-46e6-b05e-467cb387e2f0 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903428 Jun 09 22:04:07.857780 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e53cd9ce-811d-4663-b70a-bc95130dda7b req-3c73d7e0-e518-43b4-9bb6-fa0915cd644a tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0454466 Jun 09 22:04:07.944842 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49108) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:08.056748 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b5d9aefe-3f35-4564-816f-7d9ee0666201 req-cee15763-90f6-4da4-b4bd-2cc576251bae tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0487900 Jun 09 22:04:08.094546 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47093c1-3776-4b21-9035-47b6f54f3f8a req-7c317bb7-ff2d-4683-8938-196046f35e35 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:08.096193 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b47093c1-3776-4b21-9035-47b6f54f3f8a req-7c317bb7-ff2d-4683-8938-196046f35e35 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.0881810 Jun 09 22:04:08.099830 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d2501731-0e01-4250-aba7-2cdf0fc01836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.152030 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b47093c1-3776-4b21-9035-47b6f54f3f8a req-d5ab1550-b1ca-4664-bf82-a5a02ae813db tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Jun 09 22:04:08.218315 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d2501731-0e01-4250-aba7-2cdf0fc01836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.228281 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d2501731-0e01-4250-aba7-2cdf0fc01836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.241231 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-6054070a-46f6-4b93-b6e3-7233f139ab0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:08.279909 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d2501731-0e01-4250-aba7-2cdf0fc01836 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1010b57950da488eb6a1ce0e68248611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338754 Jun 09 22:04:08.280899 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2501731-0e01-4250-aba7-2cdf0fc01836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317ef362-1953-4718-9a7a-c27646b44c00,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:08.283122 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49114) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:08.283955 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d2501731-0e01-4250-aba7-2cdf0fc01836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:08.353349 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.382175 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.400812 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29773c0d-c377-4a6a-a31e-d72ba17dda2b req-670bee8d-f9ab-4fda-9e58-853683f1d1ea tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:08.402930 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-29773c0d-c377-4a6a-a31e-d72ba17dda2b req-670bee8d-f9ab-4fda-9e58-853683f1d1ea tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.0849326 Jun 09 22:04:08.439675 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.442863 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.443997 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/317ef362-1953-4718-9a7a-c27646b44c00 HTTP/1.1" status: 204 len: 168 time: 0.1594188 Jun 09 22:04:08.444861 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9a72a6b9-3603-489d-bd2a-d809f8f89fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:08.455552 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317ef362-1953-4718-9a7a-c27646b44c00,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:08.458785 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:08.460062 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-29773c0d-c377-4a6a-a31e-d72ba17dda2b req-6580740d-6d6a-472b-aa0e-67d065a819bc tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Jun 09 22:04:08.699601 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebea3d-77d5-41bb-9ddf-8da209f9e7b9 req-05948d46-2936-48af-8ffd-9b2b602aa33a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:08.701357 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a4ebea3d-77d5-41bb-9ddf-8da209f9e7b9 req-05948d46-2936-48af-8ffd-9b2b602aa33a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0979571 Jun 09 22:04:08.747896 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a4ebea3d-77d5-41bb-9ddf-8da209f9e7b9 req-9f3b6584-5178-4441-929c-0838ec295d3e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403097 Jun 09 22:04:09.101051 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-70a130e5-bae8-4a6c-82ae-805e022f5b02 req-ed29e639-466d-45ec-b3c8-46e2b5ad7a04 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.1226614 Jun 09 22:04:09.176679 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9874c9-7ca9-4f9f-ba1b-bc255eabb70f req-a69e0d95-0fb3-4159-b458-75431fa6fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.179940 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cd9874c9-7ca9-4f9f-ba1b-bc255eabb70f req-a69e0d95-0fb3-4159-b458-75431fa6fe5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1096 time: 0.1301844 Jun 09 22:04:09.305466 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d8ebc9d6-571e-4a8b-82e5-d070081b2048 req-9f655899-46dd-453c-b6f3-ecb517fbd6dd tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30597b-2a06-4250-bf92-d1672b861080 HTTP/1.1" status: 200 len: 210 time: 0.0657463 Jun 09 22:04:09.408062 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9874c9-7ca9-4f9f-ba1b-bc255eabb70f req-0102e48d-6cc3-4c58-a91f-430094d86f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.409856 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cd9874c9-7ca9-4f9f-ba1b-bc255eabb70f req-0102e48d-6cc3-4c58-a91f-430094d86f5f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2217357 Jun 09 22:04:09.592025 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2767e-9655-4625-be8a-5f1ae3f6e7c8 req-f6faf7ed-67ab-45ae-b909-d1a8a8779c1a tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.594120 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3ca2767e-9655-4625-be8a-5f1ae3f6e7c8 req-f6faf7ed-67ab-45ae-b909-d1a8a8779c1a tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.2559011 Jun 09 22:04:09.696504 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3ca2767e-9655-4625-be8a-5f1ae3f6e7c8 req-7d0ee593-1854-41a5-9ce9-f7a410e9a310 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929973 Jun 09 22:04:09.698172 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9874c9-7ca9-4f9f-ba1b-bc255eabb70f req-85a1a770-bd87-4298-8e40-25081a460a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.700429 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cd9874c9-7ca9-4f9f-ba1b-bc255eabb70f req-85a1a770-bd87-4298-8e40-25081a460a3a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2776611 Jun 09 22:04:09.825293 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-d35c2f09-f0c7-4383-8cad-5d3f4a9eddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.827215 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-d35c2f09-f0c7-4383-8cad-5d3f4a9eddf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 1099 time: 0.2252586 Jun 09 22:04:09.847736 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb514af0-5546-4aac-80e7-001e88b1f834 req-60c73b4a-f9b4-42d3-971b-c50446d04fb0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.853754 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49164) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:09.856198 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eb514af0-5546-4aac-80e7-001e88b1f834 req-60c73b4a-f9b4-42d3-971b-c50446d04fb0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.2526410 Jun 09 22:04:10.053141 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bf2871b8-18bb-48f2-904a-eca3a0ae8b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:10.059612 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eb514af0-5546-4aac-80e7-001e88b1f834 req-57396082-9b6e-4cb0-a9be-4e3c16a934d5 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019756 Jun 09 22:04:10.102509 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-e13062d5-bff2-4e97-bc68-75c05e7e59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.104062 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-e13062d5-bff2-4e97-bc68-75c05e7e59af service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.2668350 Jun 09 22:04:10.116805 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-284f3fb1-f953-4f05-b27d-4c61407555d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.118386 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-284f3fb1-f953-4f05-b27d-4c61407555d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1096 time: 0.3567970 Jun 09 22:04:10.231645 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-9d4f57a7-59b7-42ad-9426-25fe074a3141 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2 HTTP/1.1" status: 200 len: 1001 time: 0.1195521 Jun 09 22:04:10.329623 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-8c9805a3-2d50-4a35-a61f-9d5b3484b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.331917 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-8c9805a3-2d50-4a35-a61f-9d5b3484b81d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0917764 Jun 09 22:04:10.356312 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609778c3-1756-4334-bb25-f53cd3fdcea3 req-622960f0-6463-4174-924f-e92af7d6a0c7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.358448 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-609778c3-1756-4334-bb25-f53cd3fdcea3 req-622960f0-6463-4174-924f-e92af7d6a0c7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.4286981 Jun 09 22:04:10.370631 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-bed4f6a3-e680-4ff9-9c42-fa3bb2277c4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 217 time: 0.2412453 Jun 09 22:04:10.488564 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-609778c3-1756-4334-bb25-f53cd3fdcea3 req-f4a8adaf-92e5-41d9-ae44-7dd0581244b3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133888 Jun 09 22:04:10.536512 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-1d6d0145-ec96-423c-be01-d32ca144b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.538636 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-1d6d0145-ec96-423c-be01-d32ca144b620 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf495eb3-8c19-494e-bc52-2392a5487203 HTTP/1.1" status: 200 len: 854 time: 0.1486228 Jun 09 22:04:10.645213 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5e88a96c-e4b5-4182-8cb0-6638b2da9a9a req-dbf274ad-212e-4937-b99a-ae42d13d76a5 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.1556740 Jun 09 22:04:10.716989 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bf2871b8-18bb-48f2-904a-eca3a0ae8b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:10.726581 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bf2871b8-18bb-48f2-904a-eca3a0ae8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:10.739520 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f37280c9-d19a-4d72-a9e7-6c17b81b2a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:10.740156 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-944f8c32-8f52-4d42-b770-19919ddc28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.743464 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-944f8c32-8f52-4d42-b770-19919ddc28aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4030621 Jun 09 22:04:10.755222 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-a5fb7d9d-33e0-4c4a-943a-9fcff3120aa4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.756957 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-a5fb7d9d-33e0-4c4a-943a-9fcff3120aa4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.36 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 808 time: 0.2693357 Jun 09 22:04:10.798484 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-bf2871b8-18bb-48f2-904a-eca3a0ae8b2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6e5c73c411e46b1a77e8cee3e472101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9434149 Jun 09 22:04:10.805535 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49180) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:10.809128 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-ad96b33b-bf1a-493f-8798-9feeadd658cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.810666 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-ad96b33b-bf1a-493f-8798-9feeadd658cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=acffb731-2ab4-4674-a912-58e925103e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2634244 Jun 09 22:04:10.822587 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2871b8-18bb-48f2-904a-eca3a0ae8b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa0cb0-87a8-4bf5-87a3-42b9abd9e4ba,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:10.857261 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bf2871b8-18bb-48f2-904a-eca3a0ae8b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:10.927575 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:10.967360 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f671c-babd-4f49-8641-61d5d6a2ef20 req-b9b62d51-067c-46ae-8e72-082039832204 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.975355 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-152f671c-babd-4f49-8641-61d5d6a2ef20 req-b9b62d51-067c-46ae-8e72-082039832204 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 945 time: 0.3612504 Jun 09 22:04:10.995240 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-fac0439f-ef61-464a-b620-26370c74ed1f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357c9b221d7f445d9b85396e6f407cf7 HTTP/1.1" status: 200 len: 378 time: 0.2095747 Jun 09 22:04:11.011134 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'port': {'device_id': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'admin_state_up': True, 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'security_groups': ['7be7a1d7-b512-4e6e-a3f7-9c5f30963e35']}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:11.093747 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.110500 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-152f671c-babd-4f49-8641-61d5d6a2ef20 req-62137800-056c-4e4c-bec8-dd26a095869c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226974 Jun 09 22:04:11.115639 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-51bec28c-fee5-431b-88cf-7b8547efd68e service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871137 Jun 09 22:04:11.153367 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.172319 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-f2644a34-3802-46ed-bb31-dcc64ed1213d service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142911 Jun 09 22:04:11.306494 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468743-e02c-4a7c-a591-fcf760df6f73 req-6fb442dc-0555-41e9-91f0-be59bffcc02e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:11.308113 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7d468743-e02c-4a7c-a591-fcf760df6f73 req-6fb442dc-0555-41e9-91f0-be59bffcc02e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.3885071 Jun 09 22:04:11.385910 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b2144d23-1f1f-4052-9e2a-690af4b1899a req-18ccc79e-d37f-493d-8540-32bb5f972afd service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602675 Jun 09 22:04:11.397247 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.400746 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.401966 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6aa0cb0-87a8-4bf5-87a3-42b9abd9e4ba HTTP/1.1" status: 204 len: 168 time: 0.5954521 Jun 09 22:04:11.403863 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-cce2540d-3023-4ab9-a823-df48d2bff03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:11.427705 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0a884-ab40-482a-919d-74544c39b502 req-b1bc9d18-16cb-4a99-b27d-d9b306e57f24 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:11.429287 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-40d0a884-ab40-482a-919d-74544c39b502 req-b1bc9d18-16cb-4a99-b27d-d9b306e57f24 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 946 time: 0.1949992 Jun 09 22:04:11.430557 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa0cb0-87a8-4bf5-87a3-42b9abd9e4ba,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:11.432083 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73caaf4b-d560-4dbb-aaf9-6fb26fe803e9 req-8d600cac-91ca-4767-ade0-5481fcbcfcc3 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387114 Jun 09 22:04:11.433465 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Made reservation on behalf of 357c9b221d7f445d9b85396e6f407cf7 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:11.433641 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:11.437673 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.449627 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7d468743-e02c-4a7c-a591-fcf760df6f73 req-bad858e3-b5f8-4aa7-b65c-fe2c9864e473 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324239 Jun 09 22:04:11.518674 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-40d0a884-ab40-482a-919d-74544c39b502 req-50529684-2274-4c64-971d-9be5608b7461 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806820 Jun 09 22:04:11.648019 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Allocated IP 172.20.0.13 (0369f052-feec-4a79-9745-2724b6ae861c/62dc807c-d5c0-43e3-859f-a31b065e653d/3366e6a8-b924-4c2c-83c8-0ce44ac22f6e) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:04:11.839267 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b3883cd7-6f53-4e13-a355-2f1c351e6b41 req-49e2d1ab-8cc1-4d57-89a5-69c310937a6d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0483766 Jun 09 22:04:11.880796 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de19a4-3993-4be3-8300-c6980cbd5a16 req-5b8a537a-8a83-45ae-b7fb-2d1ebf6eae71 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:11.882265 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-92de19a4-3993-4be3-8300-c6980cbd5a16 req-5b8a537a-8a83-45ae-b7fb-2d1ebf6eae71 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2165453 Jun 09 22:04:11.963284 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.973271 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-92de19a4-3993-4be3-8300-c6980cbd5a16 req-88bc93f7-0cfe-45ba-a624-3382643b0496 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806174 Jun 09 22:04:11.983507 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Transition to ACTIVE for port object 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e will not be triggered until provisioned by entity DHCP. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:04:12.009224 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:12.015082 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dcb315f0-1ada-4688-b90c-523fc225a2b8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:12.080796 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Network 0369f052-feec-4a79-9745-2724b6ae861c is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:04:12.085584 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:12.089690 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:04:12.121245 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:12.128663 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:12.162911 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:12.164298 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:12.189970 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1848044 Jun 09 22:04:12.207998 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Request body: {'port': {'device_id': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:12.272374 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:12.412855 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-54cd0af7-4587-410b-818f-3d496a678ebe None None] Provisioning for port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:04:12.422541 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:12.432395 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-54cd0af7-4587-410b-818f-3d496a678ebe None None] Provisioning complete for port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:12.432771 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-54cd0af7-4587-410b-818f-3d496a678ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:12.499965 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:12.502551 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235fddde-26de-492d-b48d-45d4cd0fa5b3" -d '{"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-unplugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:12.511826 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-54cd0af7-4587-410b-818f-3d496a678ebe None None] Port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:04:12.516306 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:12.522432 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:12.524906 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-d3da5570-b607-4891-9e47-3332337baaec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:12.573076 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:12.595922 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85859790-dcd4-4f6d-8131-662396ea0869 req-9590859a-bdae-4964-a612-a812ecdada47 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:12.598592 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-85859790-dcd4-4f6d-8131-662396ea0869 req-9590859a-bdae-4964-a612-a812ecdada47 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 945 time: 0.3337348 Jun 09 22:04:12.605114 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=8']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:12.605906 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4270-c99f-418f-898b-a6532bb48e3d req-85d6d221-d952-422c-8732-a7cc71986651 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:12.607263 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-301b4270-c99f-418f-898b-a6532bb48e3d req-85d6d221-d952-422c-8732-a7cc71986651 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 945 time: 0.1011465 Jun 09 22:04:12.608538 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:12.663606 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-301b4270-c99f-418f-898b-a6532bb48e3d req-c88540e5-307a-4299-9eb4-058aef11c279 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 Jun 09 22:04:12.735638 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-85859790-dcd4-4f6d-8131-662396ea0869 req-c702dc44-2d65-474c-a7e8-919ec1bf8f74 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291997 Jun 09 22:04:12.798460 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1355c9ff-2638-494a-af85-5345065ca817 x-openstack-request-id: req-1355c9ff-2638-494a-af85-5345065ca817 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:12.798803 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-unplugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:12.799068 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1355c9ff-2638-494a-af85-5345065ca817 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:12.799616 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'code': 200} Jun 09 22:04:12.885170 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3b943-15d1-45bb-88f8-1d14bf55e3d6 req-05703405-96d9-4d0e-bf48-3cd1dda32c06 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:12.886810 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d4f3b943-15d1-45bb-88f8-1d14bf55e3d6 req-05703405-96d9-4d0e-bf48-3cd1dda32c06 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.1128848 Jun 09 22:04:12.943349 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d4f3b943-15d1-45bb-88f8-1d14bf55e3d6 req-e72bb72b-1ad3-412b-a5df-b36c24246044 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Jun 09 22:04:13.060829 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e761fb-90fb-46b0-86a7-415666ebf295 req-d549080c-30f6-4d3f-9543-90955fd769bf tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:13.062482 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-39e761fb-90fb-46b0-86a7-415666ebf295 req-d549080c-30f6-4d3f-9543-90955fd769bf tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1611948 Jun 09 22:04:13.138084 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71651cf-32ad-4526-94f4-d23396597e66 req-e7f22bb5-c2bb-413f-9d24-c066a6ccbfa7 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:13.139680 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c71651cf-32ad-4526-94f4-d23396597e66 req-e7f22bb5-c2bb-413f-9d24-c066a6ccbfa7 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 932 time: 0.0917966 Jun 09 22:04:13.183984 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:13.192243 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-39e761fb-90fb-46b0-86a7-415666ebf295 req-006cf598-2326-4d2e-a8f8-2c02bef796d2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198981 Jun 09 22:04:13.196980 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.199453 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c71651cf-32ad-4526-94f4-d23396597e66 req-41715f12-20a1-469c-b37f-06eb400247c4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525131 Jun 09 22:04:13.240422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Transition to ACTIVE for port object 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:04:13.248447 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.258392 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4d6ebc32-7423-4825-a07d-36032d96d66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:13.559422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:13.564839 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:13.606503 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Attempting to bind port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:04:13.607253 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Attempting to bind port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:04:13.607381 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Attempting to bind port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e on network 0369f052-feec-4a79-9745-2724b6ae861c {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:13.616857 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e on network 0369f052-feec-4a79-9745-2724b6ae861c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:04:13.617172 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Attempting to bind port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e on network 0369f052-feec-4a79-9745-2724b6ae861c {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:13.626399 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cef73-58c0-4f41-821b-0512a6060c23 req-d666f607-4550-4811-9608-989a33c223e7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:13.627955 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cc5cef73-58c0-4f41-821b-0512a6060c23 req-d666f607-4550-4811-9608-989a33c223e7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2524729 Jun 09 22:04:13.634438 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:04:13.634812 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Checking segment: {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:04:13.635206 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Bound using segment: {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:04:13.635641 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Bound port: 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274c2638-debb-4a31-9113-ba380a625e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:04:13.635994 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.739721 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cc5cef73-58c0-4f41-821b-0512a6060c23 req-1d16f9b4-48b1-494b-a183-25c5abf54edd tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928564 Jun 09 22:04:13.778932 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:04:13.783201 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:04:13.789509 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.795873 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-370add0c-779f-4da0-8421-ae00e3bc8aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:13.867605 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:13.868431 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.870128 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] 10.222.0.36 "PUT /v2.0/ports/3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 1094 time: 1.6691997 Jun 09 22:04:13.870941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:13.873595 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:13.931053 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce766042-db04-48e4-9ed6-2fdd72fa6039 req-4d0af88d-0695-4a14-bf2d-ad6a1a1f5133 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:13.934659 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ce766042-db04-48e4-9ed6-2fdd72fa6039 req-4d0af88d-0695-4a14-bf2d-ad6a1a1f5133 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 945 time: 0.1373215 Jun 09 22:04:13.993751 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:13.998550 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:14.017086 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ce766042-db04-48e4-9ed6-2fdd72fa6039 req-bbdaa12d-cc9e-4768-9117-231222c30117 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760739 Jun 09 22:04:14.073421 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4aff6d-d54c-4870-9e9f-f9dfb4dbc4f6 x-openstack-request-id: req-4e4aff6d-d54c-4870-9e9f-f9dfb4dbc4f6 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:14.073785 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:14.074110 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e4aff6d-d54c-4870-9e9f-f9dfb4dbc4f6 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:14.074551 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'status': 'completed', 'code': 200} Jun 09 22:04:14.084700 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-84d26cfd-c660-4627-b7b9-3ef515b56977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.087281 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-84d26cfd-c660-4627-b7b9-3ef515b56977 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1097 time: 0.1554382 Jun 09 22:04:14.096637 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550da946-6f24-467f-8ca3-e88c68b088c8 req-f48bea52-a430-4840-8dca-4b77d7c37b64 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.098317 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-550da946-6f24-467f-8ca3-e88c68b088c8 req-f48bea52-a430-4840-8dca-4b77d7c37b64 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 945 time: 0.2215426 Jun 09 22:04:14.192274 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-2d639f5b-40f1-48a7-8e1a-d093e618125f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 217 time: 0.0927670 Jun 09 22:04:14.242020 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630912f8-2183-4cd2-8037-1fbd7674eea0 req-4e17b9f5-73fd-4ead-a50d-31537dddd1ed tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.243897 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-630912f8-2183-4cd2-8037-1fbd7674eea0 req-4e17b9f5-73fd-4ead-a50d-31537dddd1ed tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 943 time: 0.0867617 Jun 09 22:04:14.281833 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f55b83dd-52f0-49cb-9217-6f56aab36f33 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:14.296433 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-630912f8-2183-4cd2-8037-1fbd7674eea0 req-f08ef8cc-a191-4242-9913-2b99415d5c05 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Jun 09 22:04:14.305517 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-550da946-6f24-467f-8ca3-e88c68b088c8 req-d5a1327b-4488-4b40-ad52-357b72a3c4a1 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478572 Jun 09 22:04:14.345568 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-3308d89b-e25d-4a19-9e7c-474076ab5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.347372 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-3308d89b-e25d-4a19-9e7c-474076ab5a01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 200 len: 847 time: 0.1430588 Jun 09 22:04:14.461086 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:14.476900 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'port_id': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'mac_address': 'fa:16:3e:48:06:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:14.495959 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-bd224147-7b08-4bfb-ba2a-7a6f4b4e6272 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.497999 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-bd224147-7b08-4bfb-ba2a-7a6f4b4e6272 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 945 time: 0.2583983 Jun 09 22:04:14.502507 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4becba8-c808-4cda-93ba-96c28300355b req-f21ecb55-6e21-4566-8303-6514de1d0fe0 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.504839 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d4becba8-c808-4cda-93ba-96c28300355b req-f21ecb55-6e21-4566-8303-6514de1d0fe0 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0844584 Jun 09 22:04:14.536266 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.553368 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d4becba8-c808-4cda-93ba-96c28300355b req-86ef387d-54e6-40f1-a693-6ff3955bcfe8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427175 Jun 09 22:04:14.561833 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55b83dd-52f0-49cb-9217-6f56aab36f33 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:14.584042 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:14.588911 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.590987 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:14.677877 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:14.681184 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:14.763317 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf59e-e58e-43db-9487-381121c6ae8b req-cf92b9fc-724f-488b-8355-de35263dc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.766191 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-cf92b9fc-724f-488b-8355-de35263dc2a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0369f052-feec-4a79-9745-2724b6ae861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4094498 Jun 09 22:04:14.779649 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1576-6a3a-4c11-b6fa-c43532a008dc req-2bf0d92d-89b0-4381-9f68-579b0df84d6e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.781156 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d10f1576-6a3a-4c11-b6fa-c43532a008dc req-2bf0d92d-89b0-4381-9f68-579b0df84d6e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.3634617 Jun 09 22:04:14.858144 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f55b83dd-52f0-49cb-9217-6f56aab36f33'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:14.968991 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d10f1576-6a3a-4c11-b6fa-c43532a008dc req-86fdd968-1fdc-4982-8da6-0f5fcc08b349 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556778 Jun 09 22:04:14.978788 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02455802-96ab-4ef4-a8dc-a4f464694687 req-32018cf5-6aaa-4e3a-b4bf-46fd6109bc25 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:14.980203 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-02455802-96ab-4ef4-a8dc-a4f464694687 req-32018cf5-6aaa-4e3a-b4bf-46fd6109bc25 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1097927 Jun 09 22:04:14.983656 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Deleting port 0e60915e-4e24-4359-b552-67a09c88e0ad {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:14.984126 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:15.034480 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-02455802-96ab-4ef4-a8dc-a4f464694687 req-c3afdd4a-e929-4ab3-8bd3-8fc55129da37 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458605 Jun 09 22:04:15.099941 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-6960c839-b0de-47bf-a27a-05e15e77bddc service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170593 Jun 09 22:04:15.268864 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84fe2b-1b20-44c7-9f21-43bad1c8b105 req-351ce065-7576-4059-8285-6acb14386e54 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:15.271357 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ea84fe2b-1b20-44c7-9f21-43bad1c8b105 req-351ce065-7576-4059-8285-6acb14386e54 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 945 time: 0.1022496 Jun 09 22:04:15.306924 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] For port 0e60915e-4e24-4359-b552-67a09c88e0ad, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0e60915e-4e24-4359-b552-67a09c88e0ad,segment=NetworkSegment(a44495c5-74b5-4768-8baa-3b32ecfd21fe),segment_id=a44495c5-74b5-4768-8baa-3b32ecfd21fe)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:15.307216 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:15.350445 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ea84fe2b-1b20-44c7-9f21-43bad1c8b105 req-8b5dd97b-546e-4d3a-a822-0f86430a439c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/security-groups?id=3951cfc7-877c-4bdc-a32a-017ec8f538f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668807 Jun 09 22:04:15.467090 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-caecf59e-e58e-43db-9487-381121c6ae8b req-b1ce9e1b-4ad5-4a4a-b1a0-b5894f115279 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519740 Jun 09 22:04:15.474913 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Calling delete_port for 0e60915e-4e24-4359-b552-67a09c88e0ad owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:15.620883 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d31e4329-39f1-4d80-b309-b13a2c27a23e tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:15.622732 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d31e4329-39f1-4d80-b309-b13a2c27a23e tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 945 time: 0.1143625 Jun 09 22:04:15.754674 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f2a39-7d27-468a-bfdf-3a2f291e05c8 req-b7d9db08-4e7f-4c19-9836-c3150875e594 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:15.756319 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f89f2a39-7d27-468a-bfdf-3a2f291e05c8 req-b7d9db08-4e7f-4c19-9836-c3150875e594 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 944 time: 0.2800500 Jun 09 22:04:15.758324 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-5e1e0591-d9d8-4b2e-9876-921781da7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:15.759849 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-5e1e0591-d9d8-4b2e-9876-921781da7771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1097 time: 0.1406472 Jun 09 22:04:15.839526 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:15.852023 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['0e60915e-4e24-4359-b552-67a09c88e0ad'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:15.855596 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:15.915194 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Pushing event deleted for resources: {'Port': ['ID=0e60915e-4e24-4359-b552-67a09c88e0ad,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:15.920127 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:15.926899 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f89f2a39-7d27-468a-bfdf-3a2f291e05c8 req-ab5656b0-d224-4f01-afc6-f8e85bc2c046 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628411 Jun 09 22:04:15.982794 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-c54c1c5b-2db9-4f31-92a2-e136f7d23350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:15.984199 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-c54c1c5b-2db9-4f31-92a2-e136f7d23350 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 909 time: 0.2005467 Jun 09 22:04:16.008672 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] No DVR routers for this DVR port 0e60915e-4e24-4359-b552-67a09c88e0ad on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:16.014499 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.022568 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-49fa0f14-2342-4004-bae2-72824c012ea2 req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.36 "DELETE /v2.0/ports/0e60915e-4e24-4359-b552-67a09c88e0ad HTTP/1.1" status: 204 len: 173 time: 1.5104015 Jun 09 22:04:16.043591 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Deleting port 30187619-780d-49bc-bb58-808df8d28975 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:16.044383 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.116075 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-b1b0eb64-47b1-4f27-9f43-4f0159a34333 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 217 time: 0.1241601 Jun 09 22:04:16.119248 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'name': 'network-vif-deleted', 'tag': '0e60915e-4e24-4359-b552-67a09c88e0ad'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:16.121516 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b592d7f-2160-4dae-8855-9ec9cd3f3e6c" -d '{"events": [{"server_uuid": "2a859859-5b04-4030-80db-3c64fa8b7de6", "name": "network-vif-deleted", "tag": "0e60915e-4e24-4359-b552-67a09c88e0ad"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:16.140956 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b82f01-e2c6-437d-932d-b69909b8b1bd req-2eeea170-5e25-4349-adb2-e4e0c504077b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:16.148544 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-98b82f01-e2c6-437d-932d-b69909b8b1bd req-2eeea170-5e25-4349-adb2-e4e0c504077b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 945 time: 0.3576312 Jun 09 22:04:16.227510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8664c-df7f-448d-9b37-2395f11db5fc req-f3cbee28-fe4e-46da-b34b-fcf31df4873a tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:16.228573 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-98b82f01-e2c6-437d-932d-b69909b8b1bd req-28ce5a21-92ad-456d-a318-dc89165366e6 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791848 Jun 09 22:04:16.229064 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d3a8664c-df7f-448d-9b37-2395f11db5fc req-f3cbee28-fe4e-46da-b34b-fcf31df4873a tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.1805303 Jun 09 22:04:16.233280 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-ac54f916-a31d-44a8-9678-ba2ee25968bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:16.239795 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-ac54f916-a31d-44a8-9678-ba2ee25968bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 200 len: 847 time: 0.1105933 Jun 09 22:04:16.266225 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] For port 30187619-780d-49bc-bb58-808df8d28975, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30187619-780d-49bc-bb58-808df8d28975,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:16.266595 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.309073 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f55b83dd-52f0-49cb-9217-6f56aab36f33 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:16.325211 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d3a8664c-df7f-448d-9b37-2395f11db5fc req-f7289dd8-d6d9-4bdc-a2b8-d62c2b50e3d7 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844076 Jun 09 22:04:16.360594 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-2ee6b8d7-66ad-4e24-910e-d47ede3fcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:16.365758 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-2ee6b8d7-66ad-4e24-910e-d47ede3fcb3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0369f052-feec-4a79-9745-2724b6ae861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1092992 Jun 09 22:04:16.408275 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Calling delete_port for 30187619-780d-49bc-bb58-808df8d28975 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:16.449170 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port f55b83dd-52f0-49cb-9217-6f56aab36f33 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:04:16.454634 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port f55b83dd-52f0-49cb-9217-6f56aab36f33 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:16.455043 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.657260 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.670032 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fcab32-b673-4db7-a441-170d16a1f404 x-openstack-request-id: req-22fcab32-b673-4db7-a441-170d16a1f404 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:16.670362 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a859859-5b04-4030-80db-3c64fa8b7de6", "name": "network-vif-deleted", "tag": "0e60915e-4e24-4359-b552-67a09c88e0ad", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:16.670643 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22fcab32-b673-4db7-a441-170d16a1f404 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:16.671165 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a859859-5b04-4030-80db-3c64fa8b7de6', 'name': 'network-vif-deleted', 'tag': '0e60915e-4e24-4359-b552-67a09c88e0ad', 'status': 'completed', 'code': 200} Jun 09 22:04:16.724424 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06a302-2d94-471c-bc1e-6a43f78ec8c6 req-671f40c8-97ec-457e-9896-e0cbad05e0b8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:16.725179 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.729045 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:16.732247 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:16.733586 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9e06a302-2d94-471c-bc1e-6a43f78ec8c6 req-671f40c8-97ec-457e-9896-e0cbad05e0b8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.2486150 Jun 09 22:04:16.735780 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae673ea-0a56-451d-b79b-6c2fd1090248" -d '{"events": [{"server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "name": "network-vif-plugged", "status": "completed", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:16.749509 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['30187619-780d-49bc-bb58-808df8d28975'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:16.776054 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-0de977f9-3bea-4a8e-b49b-a5a3b43d4916 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020612 Jun 09 22:04:16.806709 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:16.817638 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.819059 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 0e60915e-4e24-4359-b552-67a09c88e0ad no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:16.835579 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Pushing event deleted for resources: {'Port': ['ID=30187619-780d-49bc-bb58-808df8d28975,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:16.853225 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:16.882765 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:16.912514 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 0e60915e-4e24-4359-b552-67a09c88e0ad {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:16.913086 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 0e60915e-4e24-4359-b552-67a09c88e0ad not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:16.913739 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:16.982320 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-58e0bcd9-a026-4d93-a3d7-b1b6a615e8d2 req-e1aeb6b8-5098-4594-93d1-d75ab207b1b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a859859-5b04-4030-80db-3c64fa8b7de6 HTTP/1.1" status: 200 len: 210 time: 0.0947847 Jun 09 22:04:16.983735 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] No DVR routers for this DVR port 30187619-780d-49bc-bb58-808df8d28975 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:16.987137 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.989991 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-83d44daf-a991-4d1d-9ece-96f65a44cdfd req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "DELETE /v2.0/ports/30187619-780d-49bc-bb58-808df8d28975 HTTP/1.1" status: 204 len: 173 time: 1.3349144 Jun 09 22:04:16.990467 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9e06a302-2d94-471c-bc1e-6a43f78ec8c6 req-16b14019-4d76-42bc-ad99-f994350ad8f1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558560 Jun 09 22:04:16.993437 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0e1879-5865-4ab9-8344-c85fe2e3c26c req-5e92f9c4-f471-436a-a29f-026f0d9d61a8 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980526 Jun 09 22:04:17.030416 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:17.034206 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:17.071912 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b3c58-b7c8-475d-a659-bd1ea06d7b15 x-openstack-request-id: req-ea4b3c58-b7c8-475d-a659-bd1ea06d7b15 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:17.072379 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "name": "network-vif-plugged", "status": "completed", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:17.072652 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea4b3c58-b7c8-475d-a659-bd1ea06d7b15 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:17.073183 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'code': 200} Jun 09 22:04:17.259497 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1269171-3e19-4bac-b84d-54488bd93d35 req-cb32933e-7e50-4028-968f-b18cd0ea491c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:17.261619 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a1269171-3e19-4bac-b84d-54488bd93d35 req-cb32933e-7e50-4028-968f-b18cd0ea491c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1365480 Jun 09 22:04:17.313231 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a1269171-3e19-4bac-b84d-54488bd93d35 req-b58465e9-25bc-4780-8aa7-e28401345da8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Jun 09 22:04:17.320825 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49278) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:17.335611 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a455a-9876-4f9b-8711-e611029fb96a req-6c97f2a2-14e8-4a41-91c8-54fcd37f8ff5 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:17.342941 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c7a455a-9876-4f9b-8711-e611029fb96a req-6c97f2a2-14e8-4a41-91c8-54fcd37f8ff5 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.1385098 Jun 09 22:04:17.390131 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c7a455a-9876-4f9b-8711-e611029fb96a req-c5700d1a-d083-4d3e-b3e9-9109905f9439 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Jun 09 22:04:17.529748 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-65215f62-b36e-4e9d-99c7-791bdb0c7873 req-32578628-0455-4e56-ab33-d0f7db236ec4 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cd6718a-7a00-4925-a4f8-3623782ea5d2 HTTP/1.1" status: 200 len: 210 time: 0.0614159 Jun 09 22:04:17.558047 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9b893-6cd7-46ba-a765-e4af00e53573 req-82e7d48c-d810-4efc-962f-b357a5dc4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:17.559611 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7db9b893-6cd7-46ba-a765-e4af00e53573 req-82e7d48c-d810-4efc-962f-b357a5dc4a1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1098 time: 0.2239456 Jun 09 22:04:17.567624 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-6ddab705-4c35-4c40-8881-de5381dd4be6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2452848 Jun 09 22:04:17.580951 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b835-dbae-4675-97ea-e5e03146a2a8 req-60ff061d-f8b0-49a0-8bdf-9b5b9553776a tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:17.587515 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9631b835-dbae-4675-97ea-e5e03146a2a8 req-60ff061d-f8b0-49a0-8bdf-9b5b9553776a tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0946050 Jun 09 22:04:17.610641 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7db9b893-6cd7-46ba-a765-e4af00e53573 req-8998702d-4578-4ffc-81eb-2bb659693e45 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Jun 09 22:04:17.639304 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9631b835-dbae-4675-97ea-e5e03146a2a8 req-d5acdfbd-dc06-4263-922a-c90ba93219e0 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508285 Jun 09 22:04:18.113598 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49294) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:18.190576 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Deleting subnet 371542e7-e262-4c0d-957c-e387222bc13e {{(pid=91697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:04:18.193673 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.195570 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464548c-4d3d-4113-979c-aa70cc0af553 req-3246ce5b-a0ca-4371-a2ee-3fad0798529a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:18.197354 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7464548c-4d3d-4113-979c-aa70cc0af553 req-3246ce5b-a0ca-4371-a2ee-3fad0798529a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0965621 Jun 09 22:04:18.246642 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7464548c-4d3d-4113-979c-aa70cc0af553 req-8e0a0f83-8597-47af-acd8-3edf9881f790 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Jun 09 22:04:18.260772 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211684'] for subnet, precommit_delete_associations {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.301872 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:18.338557 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.448399 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2190503'] for subnet, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.454759 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:18.511210 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:18.534059 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'port_id': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'mac_address': 'fa:16:3e:db:ad:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:18.539427 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371542e7-e262-4c0d-957c-e387222bc13e,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:18.547186 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:18.552565 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.556319 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-3bbb687a-46ae-4d89-bafd-a947301e2151 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/371542e7-e262-4c0d-957c-e387222bc13e HTTP/1.1" status: 204 len: 168 time: 0.4414563 Jun 09 22:04:18.558817 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49302) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:18.618510 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.640528 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:18.667772 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:18.675040 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'name': 'network-vif-deleted', 'tag': '30187619-780d-49bc-bb58-808df8d28975'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:18.677226 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6599dfb-a07b-4a5a-bfd3-dff8d4bea8d4" -d '{"events": [{"server_uuid": "2cd6718a-7a00-4925-a4f8-3623782ea5d2", "name": "network-vif-deleted", "tag": "30187619-780d-49bc-bb58-808df8d28975"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:18.677872 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.680027 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:18.739155 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98b58-8ef7-44e9-b0eb-8b2e3a3720ea req-4ddeb847-bbde-4ea3-8892-b6b251d7b479 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:18.746638 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-26f98b58-8ef7-44e9-b0eb-8b2e3a3720ea req-4ddeb847-bbde-4ea3-8892-b6b251d7b479 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1115832 Jun 09 22:04:18.760415 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:18.767789 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:18.801298 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-26f98b58-8ef7-44e9-b0eb-8b2e3a3720ea req-440edf1a-1756-4c82-88b2-9eeaa2d30d2c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536807 Jun 09 22:04:18.871206 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-eed166f0-c9ff-45af-8a16-8117e64e828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.882376 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:18.913244 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:18.942974 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f162cb-1844-4839-8821-7df975e64aad req-8d6f2903-f572-430d-aee4-2ece6bf3641c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:18.942974 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f3f162cb-1844-4839-8821-7df975e64aad req-8d6f2903-f572-430d-aee4-2ece6bf3641c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.3566744 Jun 09 22:04:19.065483 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:19.088351 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f3f162cb-1844-4839-8821-7df975e64aad req-e311cd19-21c2-4d34-87ed-fc9dde9dc8f6 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323414 Jun 09 22:04:19.096595 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb7341b-f1d3-4bed-ac06-e23a12392397']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:19.147471 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44495c5-74b5-4768-8baa-3b32ecfd21fe') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:19.147924 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44495c5-74b5-4768-8baa-3b32ecfd21fe') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:19.178106 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df063de9-45b3-4030-b08a-2feddefe9b10 req-d71b88fb-02b8-4556-9935-661fa7a7fe39 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:19.186186 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-df063de9-45b3-4030-b08a-2feddefe9b10 req-d71b88fb-02b8-4556-9935-661fa7a7fe39 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 945 time: 0.1674790 Jun 09 22:04:19.197714 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:19.244005 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:19.249613 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-df063de9-45b3-4030-b08a-2feddefe9b10 req-10e8ab96-8d57-4960-8fc2-fc49a768e309 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625324 Jun 09 22:04:19.251915 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932274ed-22c4-4bea-87f4-741323b2cf80 x-openstack-request-id: req-932274ed-22c4-4bea-87f4-741323b2cf80 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:19.256462 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd6718a-7a00-4925-a4f8-3623782ea5d2", "name": "network-vif-deleted", "tag": "30187619-780d-49bc-bb58-808df8d28975", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:19.256462 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-932274ed-22c4-4bea-87f4-741323b2cf80 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:19.257345 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd6718a-7a00-4925-a4f8-3623782ea5d2', 'name': 'network-vif-deleted', 'tag': '30187619-780d-49bc-bb58-808df8d28975', 'status': 'completed', 'code': 200} Jun 09 22:04:19.257539 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:04:19.258146 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:04:19.370273 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:04:19.517208 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245e31-1e8a-4279-99dd-06c140acd283 req-a1ea8760-4399-4ed7-96e9-466803a8d30f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:19.519050 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-77245e31-1e8a-4279-99dd-06c140acd283 req-a1ea8760-4399-4ed7-96e9-466803a8d30f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1128762 Jun 09 22:04:19.539033 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:19.549217 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:19.556058 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3bb7341b-f1d3-4bed-ac06-e23a12392397 HTTP/1.1" status: 204 len: 168 time: 0.9924057 Jun 09 22:04:19.556058 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:19.571669 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-77245e31-1e8a-4279-99dd-06c140acd283 req-ac40eafb-64c2-474c-a6b4-60b57c601bb4 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Jun 09 22:04:19.584591 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb7341b-f1d3-4bed-ac06-e23a12392397,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:19.598282 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.598592 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.599292 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.599636 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.599994 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.600366 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.600761 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.601119 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.601478 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.601827 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.602168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.602571 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:19.606702 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-dbc2929e-93da-4fb3-92e1-448dcfda7f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:19.628870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153dc2f-4916-4f26-a4ad-940b413fee0b req-93050791-ac75-4572-b1f0-668cd4950373 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:19.630388 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7153dc2f-4916-4f26-a4ad-940b413fee0b req-93050791-ac75-4572-b1f0-668cd4950373 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.2495017 Jun 09 22:04:19.633349 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-1e8f5be0-aeb7-468f-92f5-3af5b6bb7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:19.634784 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-1e8f5be0-aeb7-468f-92f5-3af5b6bb7fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc&tenant_id=a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 1097 time: 0.1841047 Jun 09 22:04:19.725543 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7153dc2f-4916-4f26-a4ad-940b413fee0b req-58dc5604-b853-48af-acb0-e7d38aed8f8d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892117 Jun 09 22:04:19.760022 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49324) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:19.768842 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-249a88c9-f537-4850-9ee4-044da265c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:19.768842 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-249a88c9-f537-4850-9ee4-044da265c813 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 1097 time: 0.0990014 Jun 09 22:04:19.811669 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-e99b05ae-8f61-4dbf-bb29-babde62dc1e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2e094e911bb4d0aac303e2d3a275377&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503335 Jun 09 22:04:19.814537 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49326) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:19.899272 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:19.911742 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-0ed85074-4f63-4948-9244-bbef89e96882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:19.913235 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-0ed85074-4f63-4948-9244-bbef89e96882 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.1366320 Jun 09 22:04:19.942232 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.014767 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.018257 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.022182 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3951cfc7-877c-4bdc-a32a-017ec8f538f4 HTTP/1.1" status: 204 len: 168 time: 0.2031918 Jun 09 22:04:20.022182 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ca902d9b-66d9-48ab-b7ea-553b0df3c1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:20.031106 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3951cfc7-877c-4bdc-a32a-017ec8f538f4,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:20.033675 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:20.102573 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-d4685b4a-0b0c-4bb5-b954-2ff8f2650e44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2 HTTP/1.1" status: 200 len: 999 time: 0.1813047 Jun 09 22:04:20.192414 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e918674-b55b-4f2b-9096-3c6afafd75ae req-581e441e-e4d5-46e1-86bd-b952bfd793b2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.193923 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7e918674-b55b-4f2b-9096-3c6afafd75ae req-581e441e-e4d5-46e1-86bd-b952bfd793b2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.2170422 Jun 09 22:04:20.195575 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-c3e07259-c1c2-4a77-bacf-a18c9f8d1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.196872 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-c3e07259-c1c2-4a77-bacf-a18c9f8d1af5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0868845 Jun 09 22:04:20.276829 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b1a82-033c-4be2-aee7-18e46a6238c3 req-da03a2b9-60e1-4f76-b570-c196bb1e474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.278824 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-333b1a82-033c-4be2-aee7-18e46a6238c3 req-da03a2b9-60e1-4f76-b570-c196bb1e474b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.1157827 Jun 09 22:04:20.311519 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251650-fed1-4a4f-9bf0-8152e09c4245 req-8fd2d9be-62da-4509-9efa-6e3791ec99f2 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.313138 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-35251650-fed1-4a4f-9bf0-8152e09c4245 req-8fd2d9be-62da-4509-9efa-6e3791ec99f2 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.1921570 Jun 09 22:04:20.313747 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:20.351366 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7e918674-b55b-4f2b-9096-3c6afafd75ae req-2143e448-01a2-4642-9077-759412ef46ac tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488245 Jun 09 22:04:20.354181 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-333b1a82-033c-4be2-aee7-18e46a6238c3 req-1e2405ee-ff28-4464-bbbb-d5b64a4578dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684869 Jun 09 22:04:20.388661 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-a1ee4e84-1043-4a87-ad58-d546e52c77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.391260 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-a1ee4e84-1043-4a87-ad58-d546e52c77e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1861706 Jun 09 22:04:20.413329 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-35251650-fed1-4a4f-9bf0-8152e09c4245 req-0f83eb3d-704f-40f5-9c38-1fc5a40fea43 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726831 Jun 09 22:04:20.446988 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:04:20.462908 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:20.464310 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.691597 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.768156 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:20.777102 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-3b38ee31-f575-4338-b8b9-b9bcfdb9e068 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755524 Jun 09 22:04:20.780406 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:20.785007 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2d7eb7-32e6-4d7a-9352-d18862fe1a6e" -d '{"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-plugged", "status": "completed", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:20.789250 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.790403 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30187619-780d-49bc-bb58-808df8d28975 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:20.828864 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:20.908545 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a0298-ff31-4b02-9d15-3aae70a2defc req-aa778d64-6f3e-4aa9-b2ec-f92d634b0550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.910629 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-984a0298-ff31-4b02-9d15-3aae70a2defc req-aa778d64-6f3e-4aa9-b2ec-f92d634b0550 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 945 time: 0.3399558 Jun 09 22:04:20.918756 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195160-83a8-47e9-9296-b4960d89cc45 req-42251db5-dd82-4b09-9d58-503a0aef6db3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.921399 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-19195160-83a8-47e9-9296-b4960d89cc45 req-42251db5-dd82-4b09-9d58-503a0aef6db3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1559558 Jun 09 22:04:20.935294 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:20.950922 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 30187619-780d-49bc-bb58-808df8d28975 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:20.951468 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30187619-780d-49bc-bb58-808df8d28975 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:20.954512 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:20.999571 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-19195160-83a8-47e9-9296-b4960d89cc45 req-51cec19c-b167-4119-a6a3-c6602349ea1d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707123 Jun 09 22:04:21.005908 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-984a0298-ff31-4b02-9d15-3aae70a2defc req-adb7c348-1a1a-4eb6-945b-686abbb3c7fc tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840416 Jun 09 22:04:21.014510 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a5e8cffe-dfa3-4442-97ae-00cc31c29b93 req-1078f30a-64b8-4a33-81ab-4a3721bc6343 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310178 Jun 09 22:04:21.121076 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b664d15-49a2-4e99-bbf1-10f90ae749a1 x-openstack-request-id: req-8b664d15-49a2-4e99-bbf1-10f90ae749a1 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:21.121374 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-plugged", "status": "completed", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:21.121634 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b664d15-49a2-4e99-bbf1-10f90ae749a1 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:21.122037 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'code': 200} Jun 09 22:04:21.343738 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:21.349926 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-dea593ab-71d8-4d32-865a-7fb26808989e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:21.609143 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc832e-0bf9-4023-ab37-a1ae2b533753 req-604135e5-0618-4b0e-ae64-7cf5dfea279f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:21.617926 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0bcc832e-0bf9-4023-ab37-a1ae2b533753 req-604135e5-0618-4b0e-ae64-7cf5dfea279f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1166258 Jun 09 22:04:21.654378 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a606-c839-41aa-a1f6-14a0372905f3 req-eeac6cc7-324c-4a7f-8518-5b52730a2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:21.660919 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4b46a606-c839-41aa-a1f6-14a0372905f3 req-eeac6cc7-324c-4a7f-8518-5b52730a2e9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1099 time: 0.1116409 Jun 09 22:04:21.667735 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0bcc832e-0bf9-4023-ab37-a1ae2b533753 req-d17c54fe-9fae-4693-9bcf-5ee769e315b3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482743 Jun 09 22:04:21.714431 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4b46a606-c839-41aa-a1f6-14a0372905f3 req-ff9e7f16-9b8a-4b3d-ac3e-53b3d396ca54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463614 Jun 09 22:04:22.090987 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.510409 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783991fd-eb6f-473b-96f9-0b0c91165e65 req-a2df1918-d040-48ca-a40d-629f78450111 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:22.518470 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-783991fd-eb6f-473b-96f9-0b0c91165e65 req-a2df1918-d040-48ca-a40d-629f78450111 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.2319982 Jun 09 22:04:22.693588 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-783991fd-eb6f-473b-96f9-0b0c91165e65 req-b92b7a7f-e6fe-4d0f-b951-2cb10b6490b3 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1710305 Jun 09 22:04:22.795997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c228a8-06f3-47df-a610-124de7d033e6 req-4e374ffb-96d0-44f9-9335-401e5f30aba3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:22.797719 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-91c228a8-06f3-47df-a610-124de7d033e6 req-4e374ffb-96d0-44f9-9335-401e5f30aba3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.4684927 Jun 09 22:04:22.921239 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-91c228a8-06f3-47df-a610-124de7d033e6 req-e049b2a3-818c-436a-9d20-8f3c95a2d860 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159112 Jun 09 22:04:23.061853 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edd563-2154-42b3-8d2f-51b710e1b7c5 req-163bf46f-9cf5-4e1f-bc9a-92815ed087d6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:23.065902 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69edd563-2154-42b3-8d2f-51b710e1b7c5 req-163bf46f-9cf5-4e1f-bc9a-92815ed087d6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.2230437 Jun 09 22:04:23.207561 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69edd563-2154-42b3-8d2f-51b710e1b7c5 req-79dca2fb-25fe-4597-b82c-9889787f7278 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320753 Jun 09 22:04:23.696533 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49464) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:23.922209 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b65a3a35-e2c9-4ede-9878-e631ed3a51d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.954669 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1a270-9afd-41b8-a23f-15edd777e9e7 req-8da9c621-4a7d-4372-a53c-e0df9ee2fca9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:23.962184 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-19a1a270-9afd-41b8-a23f-15edd777e9e7 req-8da9c621-4a7d-4372-a53c-e0df9ee2fca9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1374242 Jun 09 22:04:24.026706 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.029973 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-19a1a270-9afd-41b8-a23f-15edd777e9e7 req-238bf1e7-24f3-42ce-a3cc-8731da6b7bdf tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629535 Jun 09 22:04:24.174384 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b65a3a35-e2c9-4ede-9878-e631ed3a51d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.191149 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b65a3a35-e2c9-4ede-9878-e631ed3a51d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.198862 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4eeffa8c-cb8d-4089-9d1d-30ebde12b9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:24.261862 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-b65a3a35-e2c9-4ede-9878-e631ed3a51d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14ee90b5fc4b4407ba837769d64db853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615029 Jun 09 22:04:24.262633 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49484) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:24.265260 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a3a35-e2c9-4ede-9878-e631ed3a51d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf03719-3b2f-4a93-b093-cad49d6b4f5b,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:24.283731 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b65a3a35-e2c9-4ede-9878-e631ed3a51d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:24.327661 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-40477139-5673-4572-b7da-bdaba4231fd7 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:24.329649 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-40477139-5673-4572-b7da-bdaba4231fd7 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/networks?id=f59a9024-54f9-4978-8185-15873cafd639 HTTP/1.1" status: 200 len: 813 time: 0.1993706 Jun 09 22:04:24.341257 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.347964 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-1f5f45ac-8390-4640-bf69-2bd661c23a07 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/quotas/b602873847224a33991823c57e432eaa HTTP/1.1" status: 200 len: 375 time: 0.0119557 Jun 09 22:04:24.376462 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.400795 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-9bdd2060-708d-480c-97ce-897195a04cf1 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b602873847224a33991823c57e432eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450900 Jun 09 22:04:24.463707 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.466709 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.470309 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bf03719-3b2f-4a93-b093-cad49d6b4f5b HTTP/1.1" status: 204 len: 168 time: 0.2040539 Jun 09 22:04:24.470309 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dfe2591b-9952-466d-9b0e-a469390a0e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:24.484009 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf03719-3b2f-4a93-b093-cad49d6b4f5b,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:24.486639 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:24.565077 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-63c6e475-560b-4031-a1e1-bc264b30ac70 service neutron] 10.222.0.42 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536114 Jun 09 22:04:24.713549 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-b0f32109-91d0-4dd3-801a-e40fe598e272 service neutron] 10.222.0.42 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470656 Jun 09 22:04:24.931769 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49496) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:24.961392 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a41ea55a-ea8a-48cf-8f1a-bf43bd7523c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.167605 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15106cb-033b-452c-bff6-261ef918f62d req-1ed2ddf3-1b5c-4d99-b9be-e8573f705215 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:25.169279 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c15106cb-033b-452c-bff6-261ef918f62d req-1ed2ddf3-1b5c-4d99-b9be-e8573f705215 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1910887 Jun 09 22:04:25.231233 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a41ea55a-ea8a-48cf-8f1a-bf43bd7523c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.249169 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a41ea55a-ea8a-48cf-8f1a-bf43bd7523c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.261758 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:25.309331 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c15106cb-033b-452c-bff6-261ef918f62d req-2dd0f96d-458c-4c4a-9d23-813c6d836aa8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178441 Jun 09 22:04:25.321622 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ea55a-ea8a-48cf-8f1a-bf43bd7523c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e527c5-e48d-4b2d-85a3-3bff26d2db7c,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:25.339006 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a41ea55a-ea8a-48cf-8f1a-bf43bd7523c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.345657 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a41ea55a-ea8a-48cf-8f1a-bf43bd7523c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2895f976d2a64cddab06445648e61b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128091 Jun 09 22:04:25.348351 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49506) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:25.438733 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.511460 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.581550 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dc86c-a430-4edc-923e-67c079da4e16 req-e10ba29f-f76a-480b-8a61-2024c5d827d8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:25.583122 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cc1dc86c-a430-4edc-923e-67c079da4e16 req-e10ba29f-f76a-480b-8a61-2024c5d827d8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1402900 Jun 09 22:04:25.611699 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.615264 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.619784 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25e527c5-e48d-4b2d-85a3-3bff26d2db7c HTTP/1.1" status: 204 len: 168 time: 0.2670615 Jun 09 22:04:25.619784 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bb9225d9-3d3f-4681-9427-4e013b261203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:25.646725 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e527c5-e48d-4b2d-85a3-3bff26d2db7c,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:25.660145 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cc1dc86c-a430-4edc-923e-67c079da4e16 req-81837334-3402-4591-a5fb-00c47f2ff8e8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711043 Jun 09 22:04:25.661143 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.827089 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fd71bfbf-cde4-4ded-8e23-ab842e346cff req-1408661a-c819-40c3-8b62-9448a6501ef8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0483444 Jun 09 22:04:26.267097 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d141d92-0865-4978-b54a-31c73b669bff req-afa59ec0-5d00-4d31-8ed0-0092a6f32138 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.269355 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5d141d92-0865-4978-b54a-31c73b669bff req-afa59ec0-5d00-4d31-8ed0-0092a6f32138 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0996842 Jun 09 22:04:26.340306 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5d141d92-0865-4978-b54a-31c73b669bff req-afd926bf-1ff5-4c85-8386-4ccb5cc82a90 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596061 Jun 09 22:04:26.541712 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188de9b-92bb-4cc9-b500-9a8165fcf55f req-4be20793-3f17-4cd8-95f3-b1231881741b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.543254 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5188de9b-92bb-4cc9-b500-9a8165fcf55f req-4be20793-3f17-4cd8-95f3-b1231881741b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1014986 Jun 09 22:04:26.616025 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5188de9b-92bb-4cc9-b500-9a8165fcf55f req-bd4c1303-b2cd-4be6-8a5e-6c39500b3d96 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644851 Jun 09 22:04:26.899504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2c754-233f-438e-846f-ff418f7d1baa req-5477b7cf-d7aa-419c-a04c-60ef5b39141d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.912504 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4ec2c754-233f-438e-846f-ff418f7d1baa req-5477b7cf-d7aa-419c-a04c-60ef5b39141d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1246789 Jun 09 22:04:26.967203 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4ec2c754-233f-438e-846f-ff418f7d1baa req-18ef1d29-2b9f-4eb8-b3e0-6bef790d3488 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534728 Jun 09 22:04:27.093288 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:04:27.193877 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4892e74b-9420-4969-91fe-e519582a9523 req-63deef7a-7ed3-470a-8116-17c16d9fde8f tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0565913 Jun 09 22:04:27.572122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ef70-bdd9-4b99-b88a-f73736fedb9b req-59c19b27-61d0-439b-b57a-32054a9354d1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:27.573927 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-75b8ef70-bdd9-4b99-b88a-f73736fedb9b req-59c19b27-61d0-439b-b57a-32054a9354d1 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1102686 Jun 09 22:04:27.633299 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-75b8ef70-bdd9-4b99-b88a-f73736fedb9b req-7a0cd260-7373-4e60-a30e-3765e38680a6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Jun 09 22:04:27.877392 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9de46-5e08-4128-bea2-9bc3ba402cf4 req-2e2b0599-884d-478d-a56d-b43fad4f02a1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:27.879518 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-08e9de46-5e08-4128-bea2-9bc3ba402cf4 req-2e2b0599-884d-478d-a56d-b43fad4f02a1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1065767 Jun 09 22:04:27.933507 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-08e9de46-5e08-4128-bea2-9bc3ba402cf4 req-ab983c98-2378-4cc5-9353-2dd544af31bc tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482044 Jun 09 22:04:28.166743 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49564) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:28.209335 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450e4ee-7597-4f86-8b51-87183717b73e req-3418744a-9f12-46b6-97f1-400deda757c6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:28.210636 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f450e4ee-7597-4f86-8b51-87183717b73e req-3418744a-9f12-46b6-97f1-400deda757c6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1107395 Jun 09 22:04:28.321087 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.340891 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f450e4ee-7597-4f86-8b51-87183717b73e req-6ba5e924-9448-47d5-be99-d16a6fbfda75 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242394 Jun 09 22:04:28.468420 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.474839 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.484747 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e0e11441-aec2-4fc6-83a7-f45f805598a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:28.489426 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8d4da107-0a82-43cf-aa1e-88db84ff99ce req-8b22d820-1fa1-48c4-94a5-1cee3f67de1d tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0456150 Jun 09 22:04:28.541490 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e89a74-f5b6-4bf8-a981-233ddd4c950f,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:28.558874 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=203f864b773e4315bd7a2da8cd862bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908892 Jun 09 22:04:28.561368 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.561559 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49570) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:28.561882 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.562540 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.563073 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.563569 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.564063 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.564608 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.565196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.565681 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.566165 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.566651 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.567157 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:28.573152 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:28.627871 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.657328 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.728132 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.731392 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.735005 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53e89a74-f5b6-4bf8-a981-233ddd4c950f HTTP/1.1" status: 204 len: 168 time: 0.1698599 Jun 09 22:04:28.735005 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:28.744811 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e89a74-f5b6-4bf8-a981-233ddd4c950f,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:28.747307 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:28.869191 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a3d7-372f-4562-a916-0a0f91cb86ba req-e8333d4a-8ab5-4c41-9568-4e5775d60034 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:28.870705 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-db57a3d7-372f-4562-a916-0a0f91cb86ba req-e8333d4a-8ab5-4c41-9568-4e5775d60034 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1016803 Jun 09 22:04:28.928407 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-db57a3d7-372f-4562-a916-0a0f91cb86ba req-c7d3f38f-e9eb-445d-8353-b31adf6cad52 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Jun 09 22:04:29.144913 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49580) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:29.147139 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca731d-8b05-4917-bc64-8480126d103c req-8f9eee15-4579-42da-be3a-0f64abd51ba8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:29.149018 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-15ca731d-8b05-4917-bc64-8480126d103c req-8f9eee15-4579-42da-be3a-0f64abd51ba8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1021633 Jun 09 22:04:29.171473 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-13cd47b7-3bdb-404c-aaf9-10463ee5a741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.207015 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-15ca731d-8b05-4917-bc64-8480126d103c req-d3fc5378-71a1-4764-86c8-251c810194f3 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515096 Jun 09 22:04:29.324808 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-13cd47b7-3bdb-404c-aaf9-10463ee5a741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.329561 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-13cd47b7-3bdb-404c-aaf9-10463ee5a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.342507 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0c64d847-79e8-490d-8dd6-6ff447c01026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:29.384442 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd47b7-3bdb-404c-aaf9-10463ee5a741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383dedb2-3d2e-42c6-bcf4-41f0d31cf143,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:29.395379 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-13cd47b7-3bdb-404c-aaf9-10463ee5a741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:29.402242 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-13cd47b7-3bdb-404c-aaf9-10463ee5a741 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93206724aace467396ef799b29309131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536469 Jun 09 22:04:29.402549 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49584) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:29.471426 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.544075 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.615397 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37accd4-d108-4cf6-9af3-6505b6ac8965 req-dfd9d05d-2891-46db-9d0c-2fd1f16d1d16 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:29.619813 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f37accd4-d108-4cf6-9af3-6505b6ac8965 req-dfd9d05d-2891-46db-9d0c-2fd1f16d1d16 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1359148 Jun 09 22:04:29.646002 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.648402 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.649529 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/383dedb2-3d2e-42c6-bcf4-41f0d31cf143 HTTP/1.1" status: 204 len: 168 time: 0.2460012 Jun 09 22:04:29.651511 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ae99c160-4ed7-4ec8-b274-66a635b1e0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:29.672234 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383dedb2-3d2e-42c6-bcf4-41f0d31cf143,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:29.677018 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:29.681818 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f37accd4-d108-4cf6-9af3-6505b6ac8965 req-8faa80e5-8c36-4185-b1be-a9c0080b8370 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584414 Jun 09 22:04:29.930269 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4c0ec740-5e83-4cf5-9024-2b144931a710 req-b1eb41a1-f301-4d44-b96a-69c00b0a7079 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0758810 Jun 09 22:04:30.199385 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bad0a-b1e7-470a-bb12-ead61b35d7cb req-42e34da5-6980-4211-a9cf-feac108609b8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.201026 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c00bad0a-b1e7-470a-bb12-ead61b35d7cb req-42e34da5-6980-4211-a9cf-feac108609b8 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1331973 Jun 09 22:04:30.265048 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c00bad0a-b1e7-470a-bb12-ead61b35d7cb req-a7a20959-ae82-48bd-af69-29cfcadc1697 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549521 Jun 09 22:04:30.485863 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283401ac-b616-4c53-a3ce-a91b8317e108 req-2bdc3c17-0c6d-4514-9c91-62f69bedadda tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.487458 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-283401ac-b616-4c53-a3ce-a91b8317e108 req-2bdc3c17-0c6d-4514-9c91-62f69bedadda tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1121693 Jun 09 22:04:30.541606 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-283401ac-b616-4c53-a3ce-a91b8317e108 req-19978ec9-1829-46a5-a9b7-b19f9d6d6abf tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474360 Jun 09 22:04:30.909424 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367d698-05be-4518-a298-36a4fe88a7ae req-90f95694-282c-4f0c-9625-3225cf79a653 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.915185 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1367d698-05be-4518-a298-36a4fe88a7ae req-90f95694-282c-4f0c-9625-3225cf79a653 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.0998054 Jun 09 22:04:30.969287 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1367d698-05be-4518-a298-36a4fe88a7ae req-9012949a-bb94-45e1-9e85-56a7c355c838 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 Jun 09 22:04:31.136737 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-845b37c3-f8bc-4144-8371-d87a2e19a8bb req-8c116df8-302f-4a06-a3ca-54e2843cb9a6 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0500262 Jun 09 22:04:31.513029 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cfeb4-fbb4-4391-9da5-3daae232847c req-01263c30-51de-4479-bbb8-c9926d9f57be tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:31.514605 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-242cfeb4-fbb4-4391-9da5-3daae232847c req-01263c30-51de-4479-bbb8-c9926d9f57be tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1009629 Jun 09 22:04:31.571890 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-242cfeb4-fbb4-4391-9da5-3daae232847c req-7bc65484-79b0-49ba-ba3c-600f5d1f373d tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Jun 09 22:04:31.786768 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fec97-c60d-4c1d-b67c-9e4af983f79a req-21080648-6ada-48b2-871f-16be67cb310e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:31.788309 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a36fec97-c60d-4c1d-b67c-9e4af983f79a req-21080648-6ada-48b2-871f-16be67cb310e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1012509 Jun 09 22:04:31.838176 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a36fec97-c60d-4c1d-b67c-9e4af983f79a req-e0883fc9-fdfb-477a-aef6-e26c7ea3de76 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443528 Jun 09 22:04:32.194723 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b319258-23e7-42aa-91b6-fd545aca64d4 req-8d11fa14-d4c0-43c5-b645-ea7356dfa516 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:32.196264 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0b319258-23e7-42aa-91b6-fd545aca64d4 req-8d11fa14-d4c0-43c5-b645-ea7356dfa516 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1011894 Jun 09 22:04:32.269500 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0b319258-23e7-42aa-91b6-fd545aca64d4 req-72f450f0-0ef7-4e52-ab6f-e4aeb9e09b33 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673163 Jun 09 22:04:32.425062 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c644436a-c9a1-4a23-9830-829323ca7fc4 req-236fea1b-7d58-4633-9d8e-c211ad348e7f tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0470665 Jun 09 22:04:32.765002 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a9b2-5b1c-469f-bd64-335c868046cc req-5c1fd8c0-2dfa-4bb7-99b1-f86a52809572 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:32.766373 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c443a9b2-5b1c-469f-bd64-335c868046cc req-5c1fd8c0-2dfa-4bb7-99b1-f86a52809572 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0802577 Jun 09 22:04:32.811917 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c443a9b2-5b1c-469f-bd64-335c868046cc req-57e1cd77-3e49-4a66-9fed-0c479bbcb57f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Jun 09 22:04:33.083390 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e958133-c252-4d25-95d8-0801e3a4bb26 req-48247187-4991-4806-bb5a-5d9e80c01777 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.085035 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4e958133-c252-4d25-95d8-0801e3a4bb26 req-48247187-4991-4806-bb5a-5d9e80c01777 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1341820 Jun 09 22:04:33.149240 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4e958133-c252-4d25-95d8-0801e3a4bb26 req-3d6c4e8d-d06d-49b5-bfe0-d1b3ce974ce0 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566266 Jun 09 22:04:33.165406 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-61dea5c4-fbd9-457c-9e28-a653ba43177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.167146 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-61dea5c4-fbd9-457c-9e28-a653ba43177d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 1098 time: 0.1307335 Jun 09 22:04:33.355537 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-f94e46a1-e277-4a7c-abc3-1f28ef4ce7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.357227 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-f94e46a1-e277-4a7c-abc3-1f28ef4ce7cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.1796448 Jun 09 22:04:33.610566 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-1606f506-3e65-469b-af1a-ae326a6b4e9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 200 len: 217 time: 0.2418323 Jun 09 22:04:33.620481 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a8148271-8dda-4e6e-b7a4-3ecad0917ec5 req-83633979-a3b5-4dfa-ba68-0134bc7554a2 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0678241 Jun 09 22:04:33.701352 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-09473c8f-6ba8-42af-939c-c2a79a5a195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.702921 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-09473c8f-6ba8-42af-939c-c2a79a5a195e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.0755780 Jun 09 22:04:33.721332 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89228878-e556-4d21-9f9f-353fafaf503a req-9b3a41b6-d9dd-47bb-86d3-98e980718d0a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.722856 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-89228878-e556-4d21-9f9f-353fafaf503a req-9b3a41b6-d9dd-47bb-86d3-98e980718d0a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.2088964 Jun 09 22:04:33.787395 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-9689dce3-0885-40da-91fb-0eb23337187a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635562 Jun 09 22:04:33.889693 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-89228878-e556-4d21-9f9f-353fafaf503a req-e91a752e-40c8-40d6-a67a-07095aa4b214 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319873 Jun 09 22:04:33.980666 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-bcf2cafc-b701-44a2-bb8a-894d715d6d59 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693957 Jun 09 22:04:34.096482 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-181c1682-4128-4a64-976d-0ead904176df tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.097933 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-181c1682-4128-4a64-976d-0ead904176df tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "GET /v2.0/networks?id=f59a9024-54f9-4978-8185-15873cafd639 HTTP/1.1" status: 200 len: 813 time: 0.2488706 Jun 09 22:04:34.109775 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb2cb-42da-4839-a0f4-ae99932439a3 req-eb3688f9-f86f-4656-84af-a8627b50df66 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.111541 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-13cbb2cb-42da-4839-a0f4-ae99932439a3 req-eb3688f9-f86f-4656-84af-a8627b50df66 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1554062 Jun 09 22:04:34.117322 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Request body: {'port': {'device_id': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639', 'admin_state_up': True, 'tenant_id': 'b602873847224a33991823c57e432eaa'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:34.147085 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2eee191-a483-45e6-bbf1-dc02cd47ff11 req-9e045ee2-1724-448a-b1e6-60608415c7e7 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499636 Jun 09 22:04:34.273128 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-13cbb2cb-42da-4839-a0f4-ae99932439a3 req-2fcce989-da53-4836-b762-ae49853ebe92 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391208 Jun 09 22:04:34.336150 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Made reservation on behalf of b602873847224a33991823c57e432eaa for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:34.339729 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:34.375674 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2a0d7-aebc-4e31-9626-eb17597ee6f3 req-0a27387e-aa42-4e8f-b331-5a42b390020d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.382722 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fda2a0d7-aebc-4e31-9626-eb17597ee6f3 req-0a27387e-aa42-4e8f-b331-5a42b390020d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1043911 Jun 09 22:04:34.435304 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fda2a0d7-aebc-4e31-9626-eb17597ee6f3 req-acb160ff-0010-4512-b0aa-e8314c7eab8f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515752 Jun 09 22:04:34.552122 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Allocated IP 172.20.0.3 (f59a9024-54f9-4978-8185-15873cafd639/e2bf4693-4d5f-4e94-812d-cad68db22a4a/ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:04:34.791348 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-98c169d3-88c4-4736-879c-dbf3a047b9c6 req-e555c6bf-05fe-418a-ad86-d81d3d38d7a2 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0485501 Jun 09 22:04:34.806548 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e98738-59a7-4983-8d6b-789c066d4962 req-0b97ca8a-57ad-4fdf-9234-c5b4f9428539 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.808379 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f4e98738-59a7-4983-8d6b-789c066d4962 req-0b97ca8a-57ad-4fdf-9234-c5b4f9428539 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.2399569 Jun 09 22:04:34.876312 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:34.893970 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f4e98738-59a7-4983-8d6b-789c066d4962 req-5159cbe4-ed07-4158-9551-2bddcbd998c2 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779629 Jun 09 22:04:34.918121 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49692) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:34.924610 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:34.934398 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1aed6312-586e-4e87-86df-1f1f59a1b5d9 tempest-VolumesActionsTest-1400528924 tempest-VolumesActionsTest-1400528924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:35.014752 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Network f59a9024-54f9-4978-8185-15873cafd639 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:04:35.019365 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:35.021879 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:04:35.058604 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Pushing event updated for resources: {'Port': ['ID=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:35.063181 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:35.109575 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:35.111015 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:35.135449 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0220978 Jun 09 22:04:35.148563 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Request body: {'port': {'device_id': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:35.168204 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27999b15-5193-4394-bed9-2dc751691f46 req-fbcf5e6d-eb5e-4322-ba88-35f339164418 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:35.169817 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-27999b15-5193-4394-bed9-2dc751691f46 req-fbcf5e6d-eb5e-4322-ba88-35f339164418 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.1483717 Jun 09 22:04:35.222390 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-27999b15-5193-4394-bed9-2dc751691f46 req-e6d2a795-bac4-48f8-aedf-bb4a4cc9eabd tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471759 Jun 09 22:04:35.333225 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:35.382029 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afed9c4-89d8-4221-a085-86fbde6537b8 tempest-TestShelveInstance-563453059 tempest-TestShelveInstance-563453059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:35.386437 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-3afed9c4-89d8-4221-a085-86fbde6537b8 tempest-TestShelveInstance-563453059 tempest-TestShelveInstance-563453059-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1094 time: 0.4644711 Jun 09 22:04:35.387838 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49706) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:35.398456 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Request body: {'floatingip': {'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'port_id': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:35.433482 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for floatingip, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:35.609823 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:35.720626 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b892-4574-4b60-b828-f911cf0a50cd req-6633ff66-0ac6-4834-8854-3a28b9416c2f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:35.722715 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4239b892-4574-4b60-b828-f911cf0a50cd req-6633ff66-0ac6-4834-8854-3a28b9416c2f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3225932 Jun 09 22:04:35.779480 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Allocated IP 172.28.2.20 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/cb1a3c75-a59c-4e72-99ad-8a687dbfc0e9) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:04:35.810559 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4239b892-4574-4b60-b828-f911cf0a50cd req-7af5ff6d-fe2f-464d-9b2a-1a73f8157e4e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Jun 09 22:04:35.952524 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:36.002015 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.008867 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.037762 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Transition to ACTIVE for port object ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:04:36.046928 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.053676 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7771-5d19-40e7-9406-2e821cd7a644 req-9d97cae3-2866-4bf6-b813-7aa687c8a4e4 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.055308 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1d3d7771-5d19-40e7-9406-2e821cd7a644 req-9d97cae3-2866-4bf6-b813-7aa687c8a4e4 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 931 time: 0.1295736 Jun 09 22:04:36.068786 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f54ab858-a91d-4441-8189-2bb554fed357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:36.080460 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.093298 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ac298759-345d-40b9-91a4-cd578a918bda tempest-DeleteServersTestJSON-1048173985 tempest-DeleteServersTestJSON-1048173985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:36.172930 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:04:36.178170 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:36.182345 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1d3d7771-5d19-40e7-9406-2e821cd7a644 req-013e754f-f2e7-4dd6-b826-9bd9e2e7e18b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195993 Jun 09 22:04:36.183253 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:04:36.216345 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819e29-75b2-4b4c-bc5c-176a726d805c req-7a65396d-7c1d-4eb7-8537-053203a0887f tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.217812 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-af819e29-75b2-4b4c-bc5c-176a726d805c req-7a65396d-7c1d-4eb7-8537-053203a0887f tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.2693536 Jun 09 22:04:36.219410 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'Port': ['ID=cb1a3c75-a59c-4e72-99ad-8a687dbfc0e9,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:36.223365 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:36.258489 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Pushing event updated for resources: {'Port': ['ID=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:36.301406 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:36.345602 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-af819e29-75b2-4b4c-bc5c-176a726d805c req-4d35c610-6c97-4ac0-b89e-27260ae67614 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011188 Jun 09 22:04:36.368720 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Attempting to bind port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:04:36.369057 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Attempting to bind port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:04:36.369382 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Attempting to bind port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e on network f59a9024-54f9-4978-8185-15873cafd639 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:36.377064 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49724) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:36.384716 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e on network f59a9024-54f9-4978-8185-15873cafd639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:04:36.385113 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Attempting to bind port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e on network f59a9024-54f9-4978-8185-15873cafd639 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:36.391364 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:04:36.391790 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Checking segment: {'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:04:36.392237 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Bound using segment: {'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:04:36.392738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Bound port: ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f92c23a-af25-4ea1-a84f-c379b80b329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:04:36.393224 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.420960 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:36.512388 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] For port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:04:36.516876 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] For port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:04:36.526938 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.537546 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e9492859-96c6-4a29-9019-c22942454654 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:36.576521 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.577424 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.579655 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] 10.222.0.36 "PUT /v2.0/ports/ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e HTTP/1.1" status: 200 len: 1093 time: 1.4368503 Jun 09 22:04:36.590118 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'tag': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:36.593422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca032a0-abbb-45b3-8051-89f38df3b2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5", "tag": "ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:36.600047 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:36.620785 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'port_id': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'mac_address': 'fa:16:3e:2d:e0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:36.672555 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f1b9c-7273-46b5-b47c-a716531c1616 x-openstack-request-id: req-a32f1b9c-7273-46b5-b47c-a716531c1616 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:36.675777 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5", "tag": "ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:36.676219 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a32f1b9c-7273-46b5-b47c-a716531c1616 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:36.676795 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'tag': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e', 'status': 'completed', 'code': 200} Jun 09 22:04:36.714509 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3fb89-6958-482c-b3b1-dac5b1f8a4e9 req-737e68ce-7d07-4d8a-9f81-f0a7daeed79c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.715637 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e9b3fb89-6958-482c-b3b1-dac5b1f8a4e9 req-737e68ce-7d07-4d8a-9f81-f0a7daeed79c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 944 time: 0.3597450 Jun 09 22:04:36.721593 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.744548 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422e79a1-636a-4d67-bc15-0ec80c5dfee2 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:36.763637 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:36.771081 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.773224 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:36.809036 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Pushing event updated for resources: {'Port': ['ID=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:36.813313 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:36.815008 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e9b3fb89-6958-482c-b3b1-dac5b1f8a4e9 req-bd185d57-9a60-4779-880c-8ada36cfae01 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883164 Jun 09 22:04:36.828251 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef796583-7be0-4b41-90c2-32c9d65cfcb8 tempest-TestMinimumBasicScenario-210314022 tempest-TestMinimumBasicScenario-210314022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.830184 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-ef796583-7be0-4b41-90c2-32c9d65cfcb8 tempest-TestMinimumBasicScenario-210314022 tempest-TestMinimumBasicScenario-210314022-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1093 time: 0.4514594 Jun 09 22:04:36.834416 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49734) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:36.843090 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'floatingip': {'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'port_id': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:36.859405 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=9']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:36.867965 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.869103 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.869608 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.870093 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.870575 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.871090 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.871742 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.872470 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.872944 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.873432 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.873914 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.874386 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:36.882207 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-f262a253-5d55-474f-886e-5153c329fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.885544 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:36.886449 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-f262a253-5d55-474f-886e-5153c329fca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602873847224a33991823c57e432eaa&device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 1096 time: 0.2283189 Jun 09 22:04:36.975123 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-a987ef66-07e4-49a8-ac5c-aeaa36a99928 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e HTTP/1.1" status: 200 len: 217 time: 0.0800545 Jun 09 22:04:37.010823 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for floatingip, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.022466 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.031584 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['422e79a1-636a-4d67-bc15-0ec80c5dfee2'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:37.159628 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.179714 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-14815581-fae3-4415-b039-40b4aba8b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:37.181210 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-14815581-fae3-4415-b039-40b4aba8b1c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2bf4693-4d5f-4e94-812d-cad68db22a4a HTTP/1.1" status: 200 len: 853 time: 0.1484473 Jun 09 22:04:37.259368 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-5ddbcf67-f54b-4fbe-9f90-f1140c902962 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f59a9024-54f9-4978-8185-15873cafd639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702338 Jun 09 22:04:37.273684 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446fb85-091b-4438-936f-79c0a2fad288 req-a31b47dd-5186-4b31-b850-138825ae7708 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:37.275168 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e446fb85-091b-4438-936f-79c0a2fad288 req-a31b47dd-5186-4b31-b850-138825ae7708 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.3024099 Jun 09 22:04:37.470548 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373982f7-8e48-4a2a-8043-b3d5eedd0991 req-250c9d39-b971-4c1b-92a8-d50c7c42421d tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:37.472163 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-373982f7-8e48-4a2a-8043-b3d5eedd0991 req-250c9d39-b971-4c1b-92a8-d50c7c42421d tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 943 time: 0.1385593 Jun 09 22:04:37.503092 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.511829 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.516731 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a0ddd251-e8ac-4365-9e1c-20f7bef6ea62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:37.543634 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e446fb85-091b-4438-936f-79c0a2fad288 req-78ba7401-d04c-4b5f-ae9a-436bede9523f tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442024 Jun 09 22:04:37.569641 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-bcc1de06-1960-45da-a53e-7a4063f5b722 service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921798 Jun 09 22:04:37.599687 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.610643 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-373982f7-8e48-4a2a-8043-b3d5eedd0991 req-b559d520-ec50-44f1-adf6-fad291b7fbb5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270676 Jun 09 22:04:37.646011 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event updated for resources: {'Port': ['ID=cb1a3c75-a59c-4e72-99ad-8a687dbfc0e9,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:37.651886 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:37.659103 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.838616 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-73111330-1f15-4a21-9c94-6f5caaeaae20 req-fc9b7e47-1703-419a-bc11-b9cbc0bc34e1 service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617998 Jun 09 22:04:37.849774 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.l3_db [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Floating IP d54c8c37-844a-4d85-bc8f-f78973311ff6 associated. External IP: 172.28.2.20, port: 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e. Jun 09 22:04:37.868094 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Allocated IP 172.28.2.173 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/350b759c-d096-40bb-ab02-8799d3e44823) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:04:38.180572 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:38.201902 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-ea34a4d0-e3eb-4cf3-956d-39e1f9259dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.204014 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-ea34a4d0-e3eb-4cf3-956d-39e1f9259dff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602873847224a33991823c57e432eaa&device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 1096 time: 0.2800446 Jun 09 22:04:38.340281 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:38.349439 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:38.391876 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67b438-4969-4241-8744-f3c566852976 req-bc6ba15f-0660-44e5-b6d4-027d7fb42497 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.399353 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3e67b438-4969-4241-8744-f3c566852976 req-bc6ba15f-0660-44e5-b6d4-027d7fb42497 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 945 time: 0.2749093 Jun 09 22:04:38.425517 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:04:38.436819 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:38.444382 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:38.448293 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:04:38.473986 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-51655c09-26ad-487d-910d-a0a760e5d226 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4947770 Jun 09 22:04:38.497629 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-f196e690-7b3f-42e6-8493-cfc39d70e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.499701 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-f196e690-7b3f-42e6-8493-cfc39d70e06e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f59a9024-54f9-4978-8185-15873cafd639 HTTP/1.1" status: 200 len: 914 time: 0.2877641 Jun 09 22:04:38.548546 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:38.548546 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:38.598388 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'Port': ['ID=350b759c-d096-40bb-ab02-8799d3e44823,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:38.601116 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3e67b438-4969-4241-8744-f3c566852976 req-d7ca2507-d0ea-4824-bbcf-e091c552fe9a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972330 Jun 09 22:04:38.619434 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:38.624290 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-bc02706b-0143-49a5-9c0e-586fbf8c0e6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e HTTP/1.1" status: 200 len: 217 time: 0.1043346 Jun 09 22:04:38.687025 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49764) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:38.691367 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:04:38.790879 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-48f736c7-0626-4e05-b758-e68ef8cbd932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.792505 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-48f736c7-0626-4e05-b758-e68ef8cbd932 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c635ad5ca1f423bb48bc765be115af9&device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 1099 time: 0.2708826 Jun 09 22:04:38.849120 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:38.885877 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-8c6362b1-cbec-4d05-88aa-221c648fca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.888147 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-8c6362b1-cbec-4d05-88aa-221c648fca7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2bf4693-4d5f-4e94-812d-cad68db22a4a HTTP/1.1" status: 200 len: 853 time: 0.2564886 Jun 09 22:04:38.909467 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:38.912520 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9b487-4f89-4ff0-b289-f67b58262173" -d '{"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-plugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:38.926247 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:38.933236 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:38.936173 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:39.002647 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1971cbe-dbc3-49dd-a44b-b816530886a3 x-openstack-request-id: req-a1971cbe-dbc3-49dd-a44b-b816530886a3 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:39.003034 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-plugged", "status": "completed", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:39.003257 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1971cbe-dbc3-49dd-a44b-b816530886a3 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:39.004920 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'code': 200} Jun 09 22:04:39.023532 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c03615fe-0e12-44e5-91a0-22d9f67c605a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:39.072185 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-79f37133-3a72-4046-b39e-3ad3c5a48919 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f59a9024-54f9-4978-8185-15873cafd639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596546 Jun 09 22:04:39.106171 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=10']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:39.113038 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:39.175356 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:04:39.216575 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] Sync routers for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:04:39.217209 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-fe2398ac-803b-4c65-81f2-0a2b783d0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:39.224482 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-fe2398ac-803b-4c65-81f2-0a2b783d0398 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 200 len: 919 time: 0.3395274 Jun 09 22:04:39.226226 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:39.240523 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:39.241568 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:39.400301 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-7f51e22e-2607-46d6-a2aa-ccbfaf9bcc9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28382838-a335-408b-9d5b-fc083f40327a HTTP/1.1" status: 200 len: 217 time: 0.1156466 Jun 09 22:04:39.468031 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:39.542717 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1378250 Jun 09 22:04:39.542717 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:39.542717 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c7297-7778-4ed0-bf2a-2d27db57056c" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:39.571350 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-67b91dcb-6770-4e99-8018-aff6639abf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:39.573460 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-67b91dcb-6770-4e99-8018-aff6639abf63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 200 len: 858 time: 0.1639743 Jun 09 22:04:39.671902 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-a353faa0-5029-4553-a2eb-fc0c0cc81fcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffb52307-30e9-4018-8c0b-9ac06825f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893669 Jun 09 22:04:39.673347 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b60c95-9e79-413a-a3f7-5ecc8a506d02 x-openstack-request-id: req-c3b60c95-9e79-413a-a3f7-5ecc8a506d02 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:39.673737 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:39.674131 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3b60c95-9e79-413a-a3f7-5ecc8a506d02 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:39.674808 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'status': 'completed', 'code': 200} Jun 09 22:04:39.852281 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c03615fe-0e12-44e5-91a0-22d9f67c605a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.108218 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-cbf74d72-1ed3-4070-ae5d-b2dbb1b45dae service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160841 Jun 09 22:04:40.130354 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c03615fe-0e12-44e5-91a0-22d9f67c605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.168325 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:40.205281 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-c03615fe-0e12-44e5-91a0-22d9f67c605a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c13bc04997d4f998b265985c9fc5a45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5169613 Jun 09 22:04:40.224240 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 49782) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:40.248198 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': 'd54c8c37-844a-4d85-bc8f-f78973311ff6', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'floating_ip_address': '172.28.2.20', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'port_id': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'mac_address': 'fa:16:3e:db:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:04:36Z', 'updated_at': '2021-06-09T22:04:36Z', 'revision_number': 0, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 5, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:40.253363 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] Checking router: 3de14f7e-71df-4fdf-ac01-785bd5c9b539 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:04:40.266175 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:40.266975 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:40.317031 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efe76f-fdc7-4510-aa0b-dc1f7c4d1db2 req-7a6cf18a-2bdd-457e-8d7a-592167669a33 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:40.318616 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-60efe76f-fdc7-4510-aa0b-dc1f7c4d1db2 req-7a6cf18a-2bdd-457e-8d7a-592167669a33 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 947 time: 0.4881318 Jun 09 22:04:40.325453 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87c0b-da31-4c65-94c7-38c44df6eea9 req-0e535991-589c-41b7-88d6-7f55a21b3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:40.327442 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22571d-b0ca-437a-999f-ad18979a7b76 req-8dcc2a8b-69f1-4384-a3b4-bf284672a4ae tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:40.327918 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e6f87c0b-da31-4c65-94c7-38c44df6eea9 req-0e535991-589c-41b7-88d6-7f55a21b3904 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 1100 time: 0.5976481 Jun 09 22:04:40.331937 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2b22571d-b0ca-437a-999f-ad18979a7b76 req-8dcc2a8b-69f1-4384-a3b4-bf284672a4ae tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 943 time: 1.4283409 Jun 09 22:04:40.379081 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03615fe-0e12-44e5-91a0-22d9f67c605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17db0d9-49af-4bbe-ada4-172644e8c58d,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:40.412701 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c03615fe-0e12-44e5-91a0-22d9f67c605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:40.415110 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-dca4b119-a50f-4f5a-a063-9cc47fb0370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:40.416217 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-dca4b119-a50f-4f5a-a063-9cc47fb0370d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1099 time: 0.4083853 Jun 09 22:04:40.422403 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ff164b1d-ec95-477c-9462-4fdcd14aede1 req-9eec3f4d-9776-425c-9c55-15507b57bb04 service neutron] 10.222.0.36 "GET /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019128 Jun 09 22:04:40.444899 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-84c9f882-365f-4470-ac81-4892933ea96b service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2536411 Jun 09 22:04:40.466507 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:40.562252 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-60efe76f-fdc7-4510-aa0b-dc1f7c4d1db2 req-dc4cea84-063b-481a-8f69-739cbc08df1d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299240 Jun 09 22:04:40.564034 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e6f87c0b-da31-4c65-94c7-38c44df6eea9 req-c2e7c219-9739-4c91-9a97-a2826ca2e9b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155695 Jun 09 22:04:40.599964 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:40.666742 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:40.685018 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e', 'network_id': 'f59a9024-54f9-4978-8185-15873cafd639', 'port_id': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e', 'mac_address': 'fa:16:3e:80:4a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bf4693-4d5f-4e94-812d-cad68db22a4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:40.687907 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2b22571d-b0ca-437a-999f-ad18979a7b76 req-3c87036a-9056-4cc0-8dda-fa0c28efb8b5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112192 Jun 09 22:04:40.730473 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4516b68b-599f-44ce-b6dd-d5f4302ec847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.734782 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.753717 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.771739 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:40.788936 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:40.794055 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.796114 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e48be521-d304-4cc7-b818-396d41755add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:40.836461 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4ca032a0-abbb-45b3-8051-89f38df3b2a0 req-a965d595-5623-4e5a-b8cf-f39ea0889c6d service neutron] 10.222.0.36 "GET /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585324 Jun 09 22:04:40.843075 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4516b68b-599f-44ce-b6dd-d5f4302ec847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.887945 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:40.892334 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:40.905185 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-fe97cac7-003f-4d67-bcd9-1732dca61108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:40.907367 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-fe97cac7-003f-4d67-bcd9-1732dca61108 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 909 time: 0.4611416 Jun 09 22:04:40.938849 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:41.083228 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:41.117034 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:41.158795 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': 'd54c8c37-844a-4d85-bc8f-f78973311ff6', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'floating_ip_address': '172.28.2.20', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'port_id': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'mac_address': 'fa:16:3e:db:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:04:36Z', 'updated_at': '2021-06-09T22:04:36Z', 'revision_number': 0, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 5, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:41.159458 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-244a520f-085c-46df-a836-f36ac4af78b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 999 time: 0.2081637 Jun 09 22:04:41.168784 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126578f-ad03-4679-b0ce-f4092bed25ff None None] The sync data for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb is: [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': 'd54c8c37-844a-4d85-bc8f-f78973311ff6', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'floating_ip_address': '172.28.2.20', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'port_id': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'mac_address': 'fa:16:3e:db:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:04:36Z', 'updated_at': '2021-06-09T22:04:36Z', 'revision_number': 0, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 5, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:04:41.243039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-0df2d93a-6207-4071-9c0f-49d4b3eeba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:41.244658 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-0df2d93a-6207-4071-9c0f-49d4b3eeba95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 200 len: 847 time: 0.0639277 Jun 09 22:04:41.245842 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4516b68b-599f-44ce-b6dd-d5f4302ec847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:41.249811 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4516b68b-599f-44ce-b6dd-d5f4302ec847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:41.250970 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4516b68b-599f-44ce-b6dd-d5f4302ec847 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c17db0d9-49af-4bbe-ada4-172644e8c58d HTTP/1.1" status: 204 len: 168 time: 1.0055318 Jun 09 22:04:41.254244 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f8bd813b-6890-44da-a3b0-54246171a615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:41.319454 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516b68b-599f-44ce-b6dd-d5f4302ec847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17db0d9-49af-4bbe-ada4-172644e8c58d,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:41.384955 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4516b68b-599f-44ce-b6dd-d5f4302ec847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:41.509371 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-dd13430a-ec98-42a0-83f4-7f7499b97e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:41.512026 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-dd13430a-ec98-42a0-83f4-7f7499b97e24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0369f052-feec-4a79-9745-2724b6ae861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2462041 Jun 09 22:04:41.537995 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b114503e-cd83-41a5-b0e6-5f839c4a9d9f None None] New status for floating IP d54c8c37-844a-4d85-bc8f-f78973311ff6: ACTIVE {{(pid=91699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:04:41.545170 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:41.570219 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:41.635142 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-235d929f-a3e6-4081-a9b6-f44d3605cb79 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:41.844532 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:41.863146 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49808) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:41.940232 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-575ca839-97a8-43d1-8795-0c7358eedaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.040409 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55abe2-a182-4d4e-8cc1-569ebb3b4c98 req-114eace5-8afa-4da2-bda0-10038f7d0b3f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:42.044055 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2a55abe2-a182-4d4e-8cc1-569ebb3b4c98 req-114eace5-8afa-4da2-bda0-10038f7d0b3f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 947 time: 0.1818535 Jun 09 22:04:42.132595 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2a55abe2-a182-4d4e-8cc1-569ebb3b4c98 req-c93c6b85-1696-4837-a811-e2586064816a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734930 Jun 09 22:04:42.185150 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-575ca839-97a8-43d1-8795-0c7358eedaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.193391 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-575ca839-97a8-43d1-8795-0c7358eedaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.204220 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4145e14f-18bd-4e18-a252-014a80519002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:42.225657 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'Port': ['ID=350b759c-d096-40bb-ab02-8799d3e44823,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:42.230305 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:42.250000 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-575ca839-97a8-43d1-8795-0c7358eedaad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1170ab933374f359709f93f54c6733f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845825 Jun 09 22:04:42.253226 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ca839-97a8-43d1-8795-0c7358eedaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60412759-2023-41b9-aea3-6b662c626465,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:42.255888 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49820) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:42.257691 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-575ca839-97a8-43d1-8795-0c7358eedaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:42.285909 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Floating IP 72093456-d685-4cac-b9c7-25e870d8944c associated. External IP: 172.28.2.173, port: f55b83dd-52f0-49cb-9217-6f56aab36f33. Jun 09 22:04:42.325793 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.351777 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-5b7000db-4516-457b-bdaf-4267a6263fbe service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8095572 Jun 09 22:04:42.357053 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.421165 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.427880 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.428971 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60412759-2023-41b9-aea3-6b662c626465 HTTP/1.1" status: 204 len: 168 time: 0.1723473 Jun 09 22:04:42.429787 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-53a995ed-b434-46df-ae13-6111a92c0114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:42.458882 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:42.463654 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60412759-2023-41b9-aea3-6b662c626465,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:42.468164 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:42.599315 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbd097-96e3-4853-ae49-2311e67990aa req-840f8d7d-82dc-487b-bd41-b7d84e655246 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:42.600785 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:04:42.601526 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6afbd097-96e3-4853-ae49-2311e67990aa req-840f8d7d-82dc-487b-bd41-b7d84e655246 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 944 time: 0.4304104 Jun 09 22:04:42.616283 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:42.617386 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.772893 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf2c7297-7778-4ed0-bf2a-2d27db57056c req-65562020-8860-49df-b9c5-d49be5554fb9 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088690 Jun 09 22:04:42.817761 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.851798 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6afbd097-96e3-4853-ae49-2311e67990aa req-2f694dde-6aa0-465c-a320-ad62d67475ef tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372262 Jun 09 22:04:42.864903 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:42.881932 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228bc9a7-8bce-450d-8803-c12bd0d7feef" -d '{"events": [{"server_uuid": "cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:42.887957 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:42.894172 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:42.897741 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:42.975838 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dbe631-495f-4099-a117-a8556074879c x-openstack-request-id: req-57dbe631-495f-4099-a117-a8556074879c {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:42.976134 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:42.976611 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57dbe631-495f-4099-a117-a8556074879c {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:42.976844 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e', 'code': 200} Jun 09 22:04:42.992110 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2311ab4-6683-42a7-8715-529696fe3b11 req-b5ec911c-9c85-4af8-84c5-fdec0475cc71 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:42.994789 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:04:43.000638 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2311ab4-6683-42a7-8715-529696fe3b11 req-b5ec911c-9c85-4af8-84c5-fdec0475cc71 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.1871080 Jun 09 22:04:43.039816 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:43.058596 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:43.061936 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2311ab4-6683-42a7-8715-529696fe3b11 req-faa847b5-82d5-4daa-822b-3fe6ea5b97d7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 Jun 09 22:04:43.385380 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:04:43.396149 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] Sync routers for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:04:43.406191 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d6bb-9a33-445b-b83d-27dd9baccf7f req-ce07f785-1bcc-419d-a132-fd20b69e1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:43.407695 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5265d6bb-9a33-445b-b83d-27dd9baccf7f req-ce07f785-1bcc-419d-a132-fd20b69e1e2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 1098 time: 0.2057378 Jun 09 22:04:43.408831 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:43.409666 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:43.425269 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dc931-59e1-401d-bf52-10f1c100df37 req-20f7ef80-4597-4f00-9249-78cea286562c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:43.425269 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8f8dc931-59e1-401d-bf52-10f1c100df37 req-20f7ef80-4597-4f00-9249-78cea286562c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 947 time: 0.1606991 Jun 09 22:04:43.441129 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.553058 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5265d6bb-9a33-445b-b83d-27dd9baccf7f req-c108f3a6-4e69-4735-919d-5d078c81583b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266413 Jun 09 22:04:43.562919 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8f8dc931-59e1-401d-bf52-10f1c100df37 req-de5efa35-c6ba-4a62-b253-fbe54204c55f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931976 Jun 09 22:04:43.564509 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7271886 Jun 09 22:04:43.565743 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:43.568054 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49868) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:43.568193 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:43.573373 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086761755', 'description': 'tempest-secgroup-smoke-2086761755 description', 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:43.607772 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.672666 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:43.675145 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158eef57-c87c-480c-9ba9-fa17b211ac89 x-openstack-request-id: req-158eef57-c87c-480c-9ba9-fa17b211ac89 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:43.675857 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:43.676287 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-158eef57-c87c-480c-9ba9-fa17b211ac89 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:43.676908 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'status': 'completed', 'code': 200} Jun 09 22:04:43.742282 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.751704 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.759742 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-38be58c5-b6f7-44cd-82cd-589fb843ec4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:43.809660 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.812052 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2427764 Jun 09 22:04:43.816741 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49878) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:43.823882 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'security_group_rule': {'security_group_id': 'e1fbdfa5-bff9-4862-81b5-6f606df7ac0e', 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:43.830288 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:43.833387 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-a0564af5-c8ae-4f8f-9b22-e7b4e28657bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:43.835030 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-a0564af5-c8ae-4f8f-9b22-e7b4e28657bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1098 time: 0.0999146 Jun 09 22:04:43.841414 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:43.870843 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.952908 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.959156 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.966247 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:44.010120 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-d057e892-c6fa-4cc8-bb8d-823098a2acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:44.013038 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ace103f-3f7f-4c71-9ced-90579459c535,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:44.017808 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:44.021935 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-d057e892-c6fa-4cc8-bb8d-823098a2acb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 200 len: 916 time: 0.1632178 Jun 09 22:04:44.024815 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.027330 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2067819 Jun 09 22:04:44.031679 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49882) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:44.037386 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'security_group_rule': {'security_group_id': 'e1fbdfa5-bff9-4862-81b5-6f606df7ac0e', 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:44.079029 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.169940 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.182907 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.186228 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:44.224094 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '72093456-d685-4cac-b9c7-25e870d8944c', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'floating_ip_address': '172.28.2.173', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'port_id': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'mac_address': 'fa:16:3e:48:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15548f8a-956a-4546-9057-14459be9eaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:04:39Z', 'updated_at': '2021-06-09T22:04:39Z', 'revision_number': 0, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 5, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:44.232320 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] Checking router: 5ab200a0-76f0-41be-a202-fb1d5d079ce0 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:04:44.249013 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:44.250101 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:44.262787 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ce1141-006b-44ce-905a-a1dc9d455c35,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:44.272497 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:44.282819 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.284739 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b1158688-8b2b-4273-8ae9-aff5aa1478e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2513885 Jun 09 22:04:44.291948 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49886) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:44.299284 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'security_group_rule': {'security_group_id': 'e1fbdfa5-bff9-4862-81b5-6f606df7ac0e', 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:44.361279 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.364846 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-2f3bec23-9ecd-4147-a453-fed8b1dddcce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 999 time: 0.3331447 Jun 09 22:04:44.458336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08703c23-15d1-4482-a387-fbe1264f398a req-e1df28fa-65b7-44dd-b54d-16531f227a2a tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:44.460016 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-08703c23-15d1-4482-a387-fbe1264f398a req-e1df28fa-65b7-44dd-b54d-16531f227a2a tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.3528244 Jun 09 22:04:44.467470 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-c76feb01-c47d-4341-b81e-31393448eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:44.467704 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-c76feb01-c47d-4341-b81e-31393448eb45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf495eb3-8c19-494e-bc52-2392a5487203 HTTP/1.1" status: 200 len: 854 time: 0.0886307 Jun 09 22:04:44.503923 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:44.508355 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d6263-da66-48c7-bf5a-0ca5f463529e req-57dbac63-b69f-435f-af54-e8f4b4b67946 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:44.516771 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-012d6263-da66-48c7-bf5a-0ca5f463529e req-57dbac63-b69f-435f-af54-e8f4b4b67946 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.3021750 Jun 09 22:04:44.555243 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.590850 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-08703c23-15d1-4482-a387-fbe1264f398a req-8b398f07-a4cf-4cab-8c5e-415ee408efc6 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218374 Jun 09 22:04:44.598468 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-012d6263-da66-48c7-bf5a-0ca5f463529e req-8b6ef5ab-fe07-412c-9a5e-d62136cfde83 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805573 Jun 09 22:04:44.599804 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.603327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e89be0d0-6313-4cf6-9252-ebd283831ff4 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:44.622836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-08070b53-ba2a-4577-81e9-bde8635b18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:44.622836 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-08070b53-ba2a-4577-81e9-bde8635b18a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=acffb731-2ab4-4674-a912-58e925103e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341629 Jun 09 22:04:44.632815 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294cc25d-749b-4681-ac61-fece113686f5,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:44.635343 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:44.644399 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.648172 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507276 Jun 09 22:04:44.650164 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49892) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:44.654949 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'security_group_rule': {'security_group_id': 'e1fbdfa5-bff9-4862-81b5-6f606df7ac0e', 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:44.697010 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.779310 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.786485 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.789204 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d0f8e060-9774-410f-85a1-37d2bad96132 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:44.801412 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-d46a8693-fdd2-4010-9bb2-f231f4e97bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729629 Jun 09 22:04:44.816747 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c4d78b-b041-4eea-b656-c149eef8f791,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:44.819510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:44.826403 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.831275 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766281 Jun 09 22:04:44.831584 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49894) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:44.836616 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'security_group_rule': {'security_group_id': 'e1fbdfa5-bff9-4862-81b5-6f606df7ac0e', 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:44.865197 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.securitygroups_db [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Project e5511fa1c1ea4f8982a7689d0b8a13c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:04:44.872689 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.947093 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.949758 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-10437f59-1ccb-451b-bcd8-5bf2df45c7a7 req-23c91b2c-f502-490f-b2e4-333f6033e1b0 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353340 Jun 09 22:04:44.952153 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.954486 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2691d6ab-385d-4a7a-80a5-f7b80210ed0c tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:44.962379 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '72093456-d685-4cac-b9c7-25e870d8944c', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'floating_ip_address': '172.28.2.173', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'port_id': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'mac_address': 'fa:16:3e:48:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15548f8a-956a-4546-9057-14459be9eaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:04:39Z', 'updated_at': '2021-06-09T22:04:39Z', 'revision_number': 0, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 5, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:44.969821 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731bacc-ee1f-4213-8b05-a7f0fdcf094a None None] The sync data for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb is: [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '72093456-d685-4cac-b9c7-25e870d8944c', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'floating_ip_address': '172.28.2.173', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'port_id': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'mac_address': 'fa:16:3e:48:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15548f8a-956a-4546-9057-14459be9eaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:04:39Z', 'updated_at': '2021-06-09T22:04:39Z', 'revision_number': 0, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 5, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:04:44.977572 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520c1467-d950-48a2-8417-946a59a170ae,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:44.980058 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:44.986038 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:44.987690 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-fdc27cfb-6dd1-4387-bdbf-0cce5f49d04e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547990 Jun 09 22:04:44.991136 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 49896) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:44.996107 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'security_group_rule': {'security_group_id': 'e1fbdfa5-bff9-4862-81b5-6f606df7ac0e', 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:45.019872 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.securitygroups_db [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Project e5511fa1c1ea4f8982a7689d0b8a13c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:04:45.026490 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.107454 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.111863 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.114049 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:45.137672 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d0f0bd-c8bc-4ba8-805b-1005669dc6b0,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:45.140272 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:45.144917 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.146136 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3cdffc4e-3c65-4317-b954-05572e0337f4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540074 Jun 09 22:04:45.191831 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c4f5d7-cf62-4fd0-a38b-a7ee1f5210ea None None] New status for floating IP 72093456-d685-4cac-b9c7-25e870d8944c: ACTIVE {{(pid=91699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:04:45.284426 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-437a033d-01c8-4535-be0c-4140661dcb6f tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086761755&fields=id&tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7 HTTP/1.1" status: 200 len: 267 time: 0.0538845 Jun 09 22:04:45.377923 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-12b4e82b-8373-48c7-a99f-ea3999aebe81 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:45.379350 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-12b4e82b-8373-48c7-a99f-ea3999aebe81 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.0841758 Jun 09 22:04:45.391603 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'port': {'security_groups': ['8b7870ad-077b-42e9-8000-b985bdf60a66', 'e1fbdfa5-bff9-4862-81b5-6f606df7ac0e']}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:45.528655 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.543414 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba28c4-c433-49fd-b868-e48a8470efca req-3af22577-722c-44f1-ab72-709bf82c8151 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:45.545678 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-65ba28c4-c433-49fd-b868-e48a8470efca req-3af22577-722c-44f1-ab72-709bf82c8151 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.0962601 Jun 09 22:04:45.727577 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Deleting port 28382838-a335-408b-9d5b-fc083f40327a {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:45.728261 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.825896 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:45.855178 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.864093 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.871693 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-69f702f2-b95b-45a3-901f-760826183689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:45.879680 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f55b83dd-52f0-49cb-9217-6f56aab36f33'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:45.949836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] For port 28382838-a335-408b-9d5b-fc083f40327a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=28382838-a335-408b-9d5b-fc083f40327a,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:45.950195 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.954439 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:45.955630 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.972130 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6a37835d-d252-4436-bc44-4d5c6ac29c21 req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "PUT /v2.0/ports/f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 981 time: 0.5849323 Jun 09 22:04:45.976921 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c09658-52f5-45f8-8d58-fddbb5c5950c req-5ef20441-ac8f-42f2-a016-1cc3767a211e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:45.978520 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-64c09658-52f5-45f8-8d58-fddbb5c5950c req-5ef20441-ac8f-42f2-a016-1cc3767a211e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 946 time: 0.2321970 Jun 09 22:04:46.005634 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:46.008359 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41032b9e-9391-45c6-bace-89f5aa058c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:46.011302 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=6']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:46.014770 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:46.060981 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f55b83dd-52f0-49cb-9217-6f56aab36f33'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:46.138935 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Calling delete_port for 28382838-a335-408b-9d5b-fc083f40327a owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:46.180187 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-64c09658-52f5-45f8-8d58-fddbb5c5950c req-ca179846-0a58-41d5-a7d5-807677015365 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335585 Jun 09 22:04:46.213420 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ccd5f-c418-4ff4-b4c1-b41112244629 req-875783c5-2f1d-477f-8529-921aa74cff40 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:46.214997 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5b7ccd5f-c418-4ff4-b4c1-b41112244629 req-875783c5-2f1d-477f-8529-921aa74cff40 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.1163688 Jun 09 22:04:46.283106 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5b7ccd5f-c418-4ff4-b4c1-b41112244629 req-0f666a1a-7848-4fc9-a6d5-aeb15613223a tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587633 Jun 09 22:04:46.325581 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76665b8-c426-4c9d-b6d3-985e6e78fd05 x-openstack-request-id: req-e76665b8-c426-4c9d-b6d3-985e6e78fd05 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:46.326107 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:46.326552 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e76665b8-c426-4c9d-b6d3-985e6e78fd05 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:46.327188 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'status': 'completed', 'code': 200} Jun 09 22:04:46.377278 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-383c0c6e-d457-4e7c-a1ae-e2a21f79e593 None None] Provisioning complete for port f55b83dd-52f0-49cb-9217-6f56aab36f33 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:46.377837 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-383c0c6e-d457-4e7c-a1ae-e2a21f79e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.430850 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.441108 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-7a481a5d-538a-4d42-8c01-cbf23916f787 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:46.500443 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Pushing event deleted for resources: {'Port': ['ID=28382838-a335-408b-9d5b-fc083f40327a,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:46.503974 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:46.605804 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] No DVR routers for this DVR port 28382838-a335-408b-9d5b-fc083f40327a on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:46.608354 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.610445 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-65ba28c4-c433-49fd-b868-e48a8470efca req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "DELETE /v2.0/ports/28382838-a335-408b-9d5b-fc083f40327a HTTP/1.1" status: 204 len: 173 time: 1.0587387 Jun 09 22:04:46.613560 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'name': 'network-vif-deleted', 'tag': '28382838-a335-408b-9d5b-fc083f40327a'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:46.616032 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f45afca-6d01-4686-8000-47ce12f575a5" -d '{"events": [{"server_uuid": "51b63349-9fa6-4200-9d19-71b2f01c23ad", "name": "network-vif-deleted", "tag": "28382838-a335-408b-9d5b-fc083f40327a"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:46.665377 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c423-5c90-4e37-bf92-962a3a27f80e req-c949bf49-2376-475d-b71f-b99cea9453e2 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:46.668016 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d7e8c423-5c90-4e37-bf92-962a3a27f80e req-c949bf49-2376-475d-b71f-b99cea9453e2 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.3480365 Jun 09 22:04:46.673408 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-8cac4cf8-986e-42b6-a934-5a55e244cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:46.676642 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-8cac4cf8-986e-42b6-a934-5a55e244cd24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1137 time: 0.3000524 Jun 09 22:04:46.871180 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d7e8c423-5c90-4e37-bf92-962a3a27f80e req-86e675e7-83b2-4e6a-9d35-d0ca0454f69f tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523502 Jun 09 22:04:47.000998 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a3947a-e93b-4315-b13f-1995b184aeb8 x-openstack-request-id: req-65a3947a-e93b-4315-b13f-1995b184aeb8 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:47.001613 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b63349-9fa6-4200-9d19-71b2f01c23ad", "name": "network-vif-deleted", "tag": "28382838-a335-408b-9d5b-fc083f40327a", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:47.002080 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65a3947a-e93b-4315-b13f-1995b184aeb8 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:47.002632 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b63349-9fa6-4200-9d19-71b2f01c23ad', 'name': 'network-vif-deleted', 'tag': '28382838-a335-408b-9d5b-fc083f40327a', 'status': 'completed', 'code': 200} Jun 09 22:04:47.025428 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-636bb406-a3f8-4745-90a2-b76fc3a2897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.026892 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-636bb406-a3f8-4745-90a2-b76fc3a2897b service neutron] 10.222.0.36 "GET /v2.0/networks?id=acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 200 len: 916 time: 0.3426905 Jun 09 22:04:47.139832 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-dfa37923-e4ea-4647-a30a-707c21811ace service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 1001 time: 0.1043632 Jun 09 22:04:47.231497 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-6f3819a5-4c2e-4e00-bc3b-11a853987f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.233157 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-6f3819a5-4c2e-4e00-bc3b-11a853987f01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf495eb3-8c19-494e-bc52-2392a5487203 HTTP/1.1" status: 200 len: 854 time: 0.0840707 Jun 09 22:04:47.411506 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a3a6aecd-2d41-4143-a9df-8efa4ed52e30 req-cacb94fc-23e4-4b9c-a31a-3108331da7ea tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b63349-9fa6-4200-9d19-71b2f01c23ad HTTP/1.1" status: 200 len: 210 time: 0.0584276 Jun 09 22:04:47.430661 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-69b2d802-1ae5-40c2-b599-191ff577998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.440542 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-69b2d802-1ae5-40c2-b599-191ff577998c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=acffb731-2ab4-4674-a912-58e925103e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1792243 Jun 09 22:04:47.441866 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['29f74a62-bc0e-4dd0-a6f7-f8715f199a43'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:47.576851 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-48c7b5a5-a39c-4109-a5ff-5eb65f567f54 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292772 Jun 09 22:04:47.716425 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41032b9e-9391-45c6-bace-89f5aa058c0f req-9ad2ff5a-43bc-4709-a38f-748c75e5d68a service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327167 Jun 09 22:04:48.457082 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 28382838-a335-408b-9d5b-fc083f40327a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:48.506428 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 28382838-a335-408b-9d5b-fc083f40327a {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:48.507141 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 28382838-a335-408b-9d5b-fc083f40327a not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:48.864031 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b2cbfb18-0b7e-4d13-95fd-5899676939e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:48.904649 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e47e2-f80d-4f4b-b8ab-67747a76540b req-abc00ab8-8c4c-4bbc-99d6-decbdf82d24b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:48.906277 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f41e47e2-f80d-4f4b-b8ab-67747a76540b req-abc00ab8-8c4c-4bbc-99d6-decbdf82d24b tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0848024 Jun 09 22:04:48.956487 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f41e47e2-f80d-4f4b-b8ab-67747a76540b req-d20d2f52-e69f-4090-9ae2-be00658f35e3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Jun 09 22:04:50.243438 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ebfd-fe17-4b24-878f-bbdcb39be506 req-63845b8b-46bd-44eb-ae3b-789d669f34e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:50.244807 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ea83ebfd-fe17-4b24-878f-bbdcb39be506 req-63845b8b-46bd-44eb-ae3b-789d669f34e5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.1615360 Jun 09 22:04:50.292847 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ea83ebfd-fe17-4b24-878f-bbdcb39be506 req-0c5834fe-b12a-46ca-85f4-545480ad45f9 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Jun 09 22:04:51.326120 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.328655 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4d9aef74-8a1d-4462-a368-0786253f17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.482779 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe743a-7f97-4a92-86bd-bbdba5c0abd6 req-7ee6f465-5878-461d-ad70-8b25f520f050 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:51.484033 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4efe743a-7f97-4a92-86bd-bbdba5c0abd6 req-7ee6f465-5878-461d-ad70-8b25f520f050 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0790296 Jun 09 22:04:51.526354 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4efe743a-7f97-4a92-86bd-bbdba5c0abd6 req-6bcde648-4f15-45ce-8485-e1a585e1e9a7 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Jun 09 22:04:52.083796 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.712693 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bda37-e08e-4cd9-8ceb-1c1fda8509a6 req-47816e74-9b05-4206-94f0-79b8f2f703c3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:52.714138 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-bd9bda37-e08e-4cd9-8ceb-1c1fda8509a6 req-47816e74-9b05-4206-94f0-79b8f2f703c3 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0813043 Jun 09 22:04:52.758532 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-bd9bda37-e08e-4cd9-8ceb-1c1fda8509a6 req-c79dbc66-9d6e-4a90-9602-401232a5e739 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Jun 09 22:04:53.944254 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719602b-ade8-4141-841e-016895c555db req-927b535e-7982-4672-9c81-bf8b3e7e4ec6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:53.945745 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5719602b-ade8-4141-841e-016895c555db req-927b535e-7982-4672-9c81-bf8b3e7e4ec6 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0795484 Jun 09 22:04:53.990291 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5719602b-ade8-4141-841e-016895c555db req-3f9520c4-1bb6-49f3-b808-2e4b09489b5a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Jun 09 22:04:54.015751 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.193150 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41e797-b597-4c1a-977a-24356c39f505 req-310ce169-5ef2-482c-beb5-2eda8de16ec5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:55.193650 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0e41e797-b597-4c1a-977a-24356c39f505 req-310ce169-5ef2-482c-beb5-2eda8de16ec5 tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0901997 Jun 09 22:04:55.254656 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0e41e797-b597-4c1a-977a-24356c39f505 req-aa852a1e-a1c4-48e1-b30d-dcab3bca1d6c tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518506 Jun 09 22:04:55.433673 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50058) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:55.554285 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-27125c46-339b-4cd9-8b40-68a1f3bf87b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.608914 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-4f116a10-e512-4d16-9029-08e68c5c70fa tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:55.610478 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-4f116a10-e512-4d16-9029-08e68c5c70fa tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 945 time: 0.0923884 Jun 09 22:04:55.663931 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-27125c46-339b-4cd9-8b40-68a1f3bf87b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.668289 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-27125c46-339b-4cd9-8b40-68a1f3bf87b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.675840 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c02fb475-6e71-40b6-aff6-5c7569271dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:55.713957 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27125c46-339b-4cd9-8b40-68a1f3bf87b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f336da14-1f60-482c-a22c-4bd1c788880c,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:55.717186 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-27125c46-339b-4cd9-8b40-68a1f3bf87b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:55.723354 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-27125c46-339b-4cd9-8b40-68a1f3bf87b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8d7ca8146724b77b25a71392db6275b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885482 Jun 09 22:04:55.723954 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50062) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:55.752010 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Deleting port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:55.752353 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.781170 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-376a1583-4550-494b-a946-35be6254611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.810816 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-376a1583-4550-494b-a946-35be6254611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.862990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-376a1583-4550-494b-a946-35be6254611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.865457 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-376a1583-4550-494b-a946-35be6254611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.866571 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-376a1583-4550-494b-a946-35be6254611b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f336da14-1f60-482c-a22c-4bd1c788880c HTTP/1.1" status: 204 len: 168 time: 0.1416969 Jun 09 22:04:55.867588 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a4c83ba6-38ad-42e6-bdaa-5cb94eec4e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:55.876898 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a1583-4550-494b-a946-35be6254611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f336da14-1f60-482c-a22c-4bd1c788880c,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:55.883773 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-376a1583-4550-494b-a946-35be6254611b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:55.890233 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] For port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:55.891452 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:56.026927 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Calling delete_port for 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:56.148265 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:56.154030 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d9561107-e693-4a49-8f5c-5e67c1fd0d1c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:56.161979 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['29f74a62-bc0e-4dd0-a6f7-f8715f199a43'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:56.200328 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Pushing event deleted for resources: {'Port': ['ID=29f74a62-bc0e-4dd0-a6f7-f8715f199a43,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:56.230259 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:56.276258 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] No DVR routers for this DVR port 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:56.278834 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:56.280817 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-be921b1c-c5ae-4c58-98ad-16c8369b6c90 req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.36 "DELETE /v2.0/ports/29f74a62-bc0e-4dd0-a6f7-f8715f199a43 HTTP/1.1" status: 204 len: 173 time: 0.6642778 Jun 09 22:04:56.281406 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'name': 'network-vif-deleted', 'tag': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:56.283813 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a191e37d-7578-4dcd-98a2-9bf2bb5cf735" -d '{"events": [{"server_uuid": "1e7672f9-f74f-47ee-b482-9bba50ce9ca5", "name": "network-vif-deleted", "tag": "29f74a62-bc0e-4dd0-a6f7-f8715f199a43"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:56.325856 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6afa161-510e-409e-b286-2edb49b3288f x-openstack-request-id: req-f6afa161-510e-409e-b286-2edb49b3288f {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:56.326178 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7672f9-f74f-47ee-b482-9bba50ce9ca5", "name": "network-vif-deleted", "tag": "29f74a62-bc0e-4dd0-a6f7-f8715f199a43", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:56.326456 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6afa161-510e-409e-b286-2edb49b3288f {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:56.326905 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7672f9-f74f-47ee-b482-9bba50ce9ca5', 'name': 'network-vif-deleted', 'tag': '29f74a62-bc0e-4dd0-a6f7-f8715f199a43', 'status': 'completed', 'code': 200} Jun 09 22:04:56.423729 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3e8dcf64-9e2f-4d93-bc2d-3e751ef1bdcf req-7cc2b478-b9ea-486b-a3d7-a34b60acd5ec tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7672f9-f74f-47ee-b482-9bba50ce9ca5 HTTP/1.1" status: 200 len: 210 time: 0.0471864 Jun 09 22:04:57.509527 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50084) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:58.045108 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4090319'] for router_interface, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:58.456023 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Deleting port fcad8f85-5924-41fa-953c-ebe434d2e69f {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:58.456359 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:58.486368 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:58.525057 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:58.525405 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 29f74a62-bc0e-4dd0-a6f7-f8715f199a43 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:58.664289 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] For port fcad8f85-5924-41fa-953c-ebe434d2e69f, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=fcad8f85-5924-41fa-953c-ebe434d2e69f,segment=NetworkSegment(4d269542-8f41-4fb7-8028-e8ec7e03d51e),segment_id=4d269542-8f41-4fb7-8028-e8ec7e03d51e)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:58.664883 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:58.792148 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Calling delete_port for fcad8f85-5924-41fa-953c-ebe434d2e69f owned by network:router_interface {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:59.054841 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:59.058089 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1a300dee-4d1d-4087-9be3-ccc9c793c5fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:59.105866 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcad8f85-5924-41fa-953c-ebe434d2e69f,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:59.108940 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:59.369415 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4093841'] for router_interface, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:59.730151 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Router d21560c8-c30d-424b-8a10-c29f84ea22dc has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:00.015635 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:00.020439 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4153d2f8-79ca-4d29-9e7b-6fd5aceda89f admin admin] 10.222.0.42 "PUT /v2.0/routers/d21560c8-c30d-424b-8a10-c29f84ea22dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5098913 Jun 09 22:05:00.022915 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50098) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:00.025478 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] Sync routers for ids ['d21560c8-c30d-424b-8a10-c29f84ea22dc'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:00.036435 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] Routers {'d21560c8-c30d-424b-8a10-c29f84ea22dc'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:00.037034 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['d21560c8-c30d-424b-8a10-c29f84ea22dc'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:00.214868 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks [] for router, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:00.250355 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] Set router d21560c8-c30d-424b-8a10-c29f84ea22dc gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:00.392772 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:00.470392 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Deleting port 486ab5ac-bb76-4189-ba5d-2bcd2321f007 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:00.470753 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:00.546603 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:04:58Z', 'revision_number': 5, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port': {'id': '486ab5ac-bb76-4189-ba5d-2bcd2321f007', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:17Z', 'updated_at': '2021-06-09T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:00.550862 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] Checking router: d21560c8-c30d-424b-8a10-c29f84ea22dc for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:00.563033 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] Routers {'d21560c8-c30d-424b-8a10-c29f84ea22dc'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:00.565003 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['d21560c8-c30d-424b-8a10-c29f84ea22dc'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:00.607978 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] For port 486ab5ac-bb76-4189-ba5d-2bcd2321f007, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=486ab5ac-bb76-4189-ba5d-2bcd2321f007,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:00.608695 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:00.740102 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Calling delete_port for 486ab5ac-bb76-4189-ba5d-2bcd2321f007 owned by network:router_gateway {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:00.781582 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] Set router d21560c8-c30d-424b-8a10-c29f84ea22dc gateway port host: None {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:00.890089 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:05:00Z', 'revision_number': 6, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port_host': None}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:00.895331 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb60f9-06b7-4ec0-90f0-a4fb26edbd09 None None] The sync data for ids ['d21560c8-c30d-424b-8a10-c29f84ea22dc'] in dv-cinder-789564-5-smb is: [{'id': 'd21560c8-c30d-424b-8a10-c29f84ea22dc', 'name': 'tempest-ServerRescueNegativeTestJSON-936128614-router', 'tenant_id': '5c635ad5ca1f423bb48bc765be115af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:16Z', 'updated_at': '2021-06-09T22:05:00Z', 'revision_number': 6, 'project_id': '5c635ad5ca1f423bb48bc765be115af9', 'gw_port_host': None}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:00.899329 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:00.903465 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:00.949792 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Pushing event deleted for resources: {'Port': ['ID=486ab5ac-bb76-4189-ba5d-2bcd2321f007,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:00.952796 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:01.045099 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087894'] for router_gateway, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.222281 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4086798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1795'] for router, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.224559 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.361219 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device fcad8f85-5924-41fa-953c-ebe434d2e69f no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:01.399633 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: fcad8f85-5924-41fa-953c-ebe434d2e69f {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:01.400028 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device fcad8f85-5924-41fa-953c-ebe434d2e69f not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:01.417231 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086938'] for router, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.417686 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d21560c8-c30d-424b-8a10-c29f84ea22dc {{(pid=91698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:05:01.422172 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.423311 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-886f830c-f673-4a56-af03-57c22bfc501a admin admin] 10.222.0.42 "DELETE /v2.0/routers/d21560c8-c30d-424b-8a10-c29f84ea22dc HTTP/1.1" status: 204 len: 168 time: 1.3994515 Jun 09 22:05:01.426823 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50104) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:01.484497 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Deleting subnet ff301736-ead1-44c4-9a6f-bbc4bba8c723 {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:05:01.487357 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.536909 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.590071 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.653843 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.658427 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f7a2cb98-c1eb-48a3-9562-c6791f75a5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:01.695446 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff301736-ead1-44c4-9a6f-bbc4bba8c723,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:01.698347 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:01.699354 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.701211 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-94e4307d-4a1d-478c-b606-8590a56a203e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ff301736-ead1-44c4-9a6f-bbc4bba8c723 HTTP/1.1" status: 204 len: 168 time: 0.2734723 Jun 09 22:05:01.704032 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50108) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:01.810899 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.947100 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:01.960606 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb52307-30e9-4018-8c0b-9ac06825f7aa']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:01.973120 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d269542-8f41-4fb7-8028-e8ec7e03d51e') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:01.973406 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d269542-8f41-4fb7-8028-e8ec7e03d51e') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:01.986300 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.004451 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.011260 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:05:02.011732 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:05:02.024499 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:05:02.101496 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.105070 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:02.118231 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.122715 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] 10.222.0.42 "DELETE /v2.0/networks/ffb52307-30e9-4018-8c0b-9ac06825f7aa HTTP/1.1" status: 204 len: 168 time: 0.4149206 Jun 09 22:05:02.125960 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb52307-30e9-4018-8c0b-9ac06825f7aa,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:02.129500 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:02.239291 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50112) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:02.286623 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-3956a022-1385-4b9a-b150-fa428bcc8bf9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c635ad5ca1f423bb48bc765be115af9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461555 Jun 09 22:05:02.288962 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50114) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:02.344535 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.373044 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.500951 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.503496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.507037 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8 HTTP/1.1" status: 204 len: 168 time: 0.2148578 Jun 09 22:05:02.507037 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9951ec9e-47a6-4cf4-b2ac-55f2e533eb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:02.516165 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7ab11-a731-4ac2-aa64-f7bfa3b4cca8,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:02.518735 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:03.255499 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50144) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:03.304646 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 486ab5ac-bb76-4189-ba5d-2bcd2321f007 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:03.338806 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 486ab5ac-bb76-4189-ba5d-2bcd2321f007 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:03.339119 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 486ab5ac-bb76-4189-ba5d-2bcd2321f007 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:03.367631 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-212248161-network', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:03.389080 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Made reservation on behalf of 46637a347c694cd3a467d09eb1ad97c4 for: {'network': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:05:03.391657 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.403559 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.508303 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.512110 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.515993 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-27f9dcbe-e5f3-4959-9380-e690a6bad068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:03.541573 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=91697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:05:03.550227 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0d62d-bd51-4450-b2bf-dec0ae845d59,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:03.553667 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:03.556205 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.556587 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.segments_db [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Added segment 948f979b-e7ef-4fb7-9917-1a4e9b094abf of type vlan for network b14cf81d-d358-41ab-95d1-c7430660f0ef Jun 09 22:05:03.583250 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.612297 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.614100 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:03.614816 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.618256 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-96f7048e-adc5-4ce3-8512-71a2e34925cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:03.707637 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4510398 Jun 09 22:05:03.710452 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50150) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:03.712559 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Pushing event updated for resources: {'Network': ['ID=b14cf81d-d358-41ab-95d1-c7430660f0ef,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:03.715752 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:03.720544 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Request body: {'subnet': {'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-212248161-subnet', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:03.723811 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network b14cf81d-d358-41ab-95d1-c7430660f0ef details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:05:03.742439 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Made reservation on behalf of 46637a347c694cd3a467d09eb1ad97c4 for: {'subnet': 1} {{(pid=91698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:05:03.744815 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2402902'] for subnet, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.942827 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9613298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2402852'] for subnet, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.946549 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-749fb2d9-fb99-471c-9c0b-1f4b8e962951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:04.025589 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d808a036-87de-4fab-a858-b878c2d26634,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:04.029273 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:04.030102 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Checking segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:04.030444 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Network hostable DHCP agents. Network: b14cf81d-d358-41ab-95d1-c7430660f0ef, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:05:04.048180 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Network b14cf81d-d358-41ab-95d1-c7430660f0ef is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:05:04.058727 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, b14cf81d-d358-41ab-95d1-c7430660f0ef) {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:04.063133 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:04.063909 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.070220 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bb647-e6e1-4bf1-bf4d-26a6ed59bc41 None None] Network b14cf81d-d358-41ab-95d1-c7430660f0ef requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:05:04.083510 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-720ab0f3-2c2a-4d90-b676-506453e98d27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3718076 Jun 09 22:05:04.087567 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50152) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:04.092944 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:04.095356 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:05:04.118008 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4086852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.119257 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4091619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4193816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1804'] for router, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.138363 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.310344 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp085124bd-210b-5583-8c2e-2fa53962cda6-b14cf81d-d358-41ab-95d1-c7430660f0ef', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634'}]}} from dv-cinder-789564-5-smb. {{(pid=91699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:05:04.311217 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.413875 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4091537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4086890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1850'] for router, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.485906 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.db_base_plugin_common [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Allocated IP 172.20.0.2 (b14cf81d-d358-41ab-95d1-c7430660f0ef/d808a036-87de-4fab-a858-b878c2d26634/ad224b65-ccdd-4536-ab6b-66ecd85a66c0) {{(pid=91699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:04.694254 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.706554 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Transition to ACTIVE for port object ad224b65-ccdd-4536-ab6b-66ecd85a66c0 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:04.726323 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Transition to ACTIVE for port object ad224b65-ccdd-4536-ab6b-66ecd85a66c0 will not be triggered until provisioned by entity DHCP. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:04.731154 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.732575 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752'] for port, after_create {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.736194 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:04.762073 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.801455 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Network b14cf81d-d358-41ab-95d1-c7430660f0ef is already hosted by enough agents. {{(pid=91699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:04.804467 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.scheduler.base_scheduler [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Resources bound (agent type, host, resource id): {{(pid=91699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:04.807018 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Received port after_create {{(pid=91699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:04.816723 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Pushing event updated for resources: {'Port': ['ID=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,revision_number=1']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:04.819457 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:04.900945 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Allocated IP 172.28.2.91 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/8748f742-dbee-4dc7-a753-354042910828) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:04.904017 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Attempting to bind port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:05:04.904390 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Attempting to bind port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:05:04.904755 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Attempting to bind port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 on network b14cf81d-d358-41ab-95d1-c7430660f0ef {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:04.910206 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:05:04.910728 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Checking segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:04.911213 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.911706 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Bound using segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:05:04.912235 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Bound port: ad224b65-ccdd-4536-ab6b-66ecd85a66c0, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:05:04.912610 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.999400 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] For port ad224b65-ccdd-4536-ab6b-66ecd85a66c0, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:05:05.003079 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] For port ad224b65-ccdd-4536-ab6b-66ecd85a66c0, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:05:05.008441 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:05.012806 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:05.047724 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:05.080746 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:05.085929 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Pushing event updated for resources: {'Port': ['ID=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:05.086119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:05.101795 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:05.156423 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:05.159433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:05.163283 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:05.201937 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Pushing event updated for resources: {'Port': ['ID=8748f742-dbee-4dc7-a753-354042910828,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:05.206765 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:05.407923 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device ad224b65-ccdd-4536-ab6b-66ecd85a66c0 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:05.475486 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:05.688089 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.001232 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879228e5-5406-475e-a988-4e460a11b10d None None] Network b14cf81d-d358-41ab-95d1-c7430660f0ef requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:05:06.044570 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4086899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4091582'] for router, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.091109 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] Provisioning for port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:06.102115 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] Provisioning complete for port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:06.102779 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.284406 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Router 7490bac2-c944-4ace-8df2-236844453ba1 is scheduled to L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be with binding_index 1 {{(pid=91697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:05:06.337876 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.386236 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] For port ad224b65-ccdd-4536-ab6b-66ecd85a66c0, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:06.394759 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.397283 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-0b4bb5d9-7049-4ecd-8323-03cf248aad43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:06.468942 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] Pushing event updated for resources: {'Port': ['ID=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:06.472985 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-ac902582-8736-4201-be39-b8bc5b743433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:06.473635 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:06.492734 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Sync routers for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:06.498743 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Notify callbacks [] for router, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.501081 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4124272 Jun 09 22:05:06.503339 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50172) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:06.505758 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:06.506803 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:06.732355 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:06.832043 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e8880968-0c80-43b1-8bf2-b2a5d472fb0c None None] Provisioning complete for port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:06.832429 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e8880968-0c80-43b1-8bf2-b2a5d472fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.104167 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66590-8cd2-442e-a6f2-0a775466390a req-6e7579e9-bf4e-49d2-b6a1-d55e0cd8b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:07.105628 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-57e66590-8cd2-442e-a6f2-0a775466390a req-6e7579e9-bf4e-49d2-b6a1-d55e0cd8b7db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1137 time: 0.4196925 Jun 09 22:05:07.117932 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933921-1ad8-43c4-bedc-13365e51e84d req-3ea4d9f8-68e5-413f-b81a-0cd99b6f6f36 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:07.119350 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0a933921-1ad8-43c4-bedc-13365e51e84d req-3ea4d9f8-68e5-413f-b81a-0cd99b6f6f36 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.3947854 Jun 09 22:05:07.150190 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:05Z', 'revision_number': 3, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:07.154962 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Checking router: 7490bac2-c944-4ace-8df2-236844453ba1 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:07.155315 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Updating router 7490bac2-c944-4ace-8df2-236844453ba1 port 8748f742-dbee-4dc7-a753-354042910828 binding host dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:05:07.207949 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.327152 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0a933921-1ad8-43c4-bedc-13365e51e84d req-0ce2cf73-c726-4bf2-a5d8-367c2d5ee8cb tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851532 Jun 09 22:05:07.406819 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device ad224b65-ccdd-4536-ab6b-66ecd85a66c0 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:07.449837 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66590-8cd2-442e-a6f2-0a775466390a req-90b688a0-51d8-4312-ae29-8a42f48eacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:07.451307 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-57e66590-8cd2-442e-a6f2-0a775466390a req-90b688a0-51d8-4312-ae29-8a42f48eacee service neutron] 10.222.0.36 "GET /v2.0/networks?id=acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 200 len: 916 time: 0.3291521 Jun 09 22:05:07.529429 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:07.530105 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.611411 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-57e66590-8cd2-442e-a6f2-0a775466390a req-a525b219-90f9-48e5-8172-6978992bf332 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 1001 time: 0.1513693 Jun 09 22:05:07.722110 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.743178 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Transition to ACTIVE for port object 8748f742-dbee-4dc7-a753-354042910828 will not be triggered until provisioned by entity L2. {{(pid=91699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:07.752332 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.756971 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:07.780727 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66590-8cd2-442e-a6f2-0a775466390a req-e9880a5a-53d3-4460-8988-291908a673a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:07.782132 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-57e66590-8cd2-442e-a6f2-0a775466390a req-e9880a5a-53d3-4460-8988-291908a673a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf495eb3-8c19-494e-bc52-2392a5487203 HTTP/1.1" status: 200 len: 854 time: 0.1613219 Jun 09 22:05:07.830468 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Attempting to bind port 8748f742-dbee-4dc7-a753-354042910828 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:05:07.830857 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Attempting to bind port 8748f742-dbee-4dc7-a753-354042910828 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:05:07.831230 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Attempting to bind port 8748f742-dbee-4dc7-a753-354042910828 on network ad4e0153-0287-44ad-adaf-45a2c87e79c2 {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:07.837574 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae57fa-2148-4846-ad5b-ef597e41f044 None None] Pushing event updated for resources: {'Port': ['ID=8748f742-dbee-4dc7-a753-354042910828,revision_number=2']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:07.841661 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7bae57fa-2148-4846-ad5b-ef597e41f044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:07.842571 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:05:07.842975 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Checking segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:07.843375 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.843758 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Bound using segment: {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'} {{(pid=91699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:05:07.844227 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.managers [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Bound port: 8748f742-dbee-4dc7-a753-354042910828, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced402f-2de1-4a5a-9898-a40f94d58a98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}}] {{(pid=91699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:05:07.845441 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.908036 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.928759 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] For port 8748f742-dbee-4dc7-a753-354042910828, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:05:07.931885 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] For port 8748f742-dbee-4dc7-a753-354042910828, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=8748f742-dbee-4dc7-a753-354042910828,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:05:07.934703 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4afa3-7f79-43e1-bab5-e7e754b63074 req-0a3c6b3c-7562-4959-9fd6-3ee168299d8c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:07.936851 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3ec4afa3-7f79-43e1-bab5-e7e754b63074 req-0a3c6b3c-7562-4959-9fd6-3ee168299d8c tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.2423763 Jun 09 22:05:07.937999 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.946713 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7bae57fa-2148-4846-ad5b-ef597e41f044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:08.020969 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:08.021592 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:08.049861 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66590-8cd2-442e-a6f2-0a775466390a req-c4ee4a3d-ecbf-4829-b116-ee0b11a2e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:08.051362 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-57e66590-8cd2-442e-a6f2-0a775466390a req-c4ee4a3d-ecbf-4829-b116-ee0b11a2e659 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=acffb731-2ab4-4674-a912-58e925103e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2605491 Jun 09 22:05:08.062866 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3ec4afa3-7f79-43e1-bab5-e7e754b63074 req-b29d22ef-38be-4eda-b0ec-497a6a82cf54 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168859 Jun 09 22:05:08.087961 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae57fa-2148-4846-ad5b-ef597e41f044 None None] Pushing event updated for resources: {'Port': ['ID=8748f742-dbee-4dc7-a753-354042910828,revision_number=3']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:08.142662 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7bae57fa-2148-4846-ad5b-ef597e41f044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:08.204414 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:08.295313 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-57e66590-8cd2-442e-a6f2-0a775466390a req-80aa9d54-0ec2-4fb4-a674-0c8597f03130 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025068 Jun 09 22:05:08.296256 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Allocated IP 172.20.0.1 (b14cf81d-d358-41ab-95d1-c7430660f0ef/d808a036-87de-4fab-a858-b878c2d26634/3f75b85c-38c3-40af-82c1-ef0b13b8ff91) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:08.493221 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:05Z', 'revision_number': 3, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:08.497704 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fe0a0-2000-45f4-b2dd-e3870450f9c9 None None] The sync data for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb is: [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:05Z', 'revision_number': 3, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:08.547699 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12e74-31f9-4347-96b1-559b6ecbe9c1 req-adb73848-96e2-4e9c-bbff-55e618549c46 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:08.549390 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a0e12e74-31f9-4347-96b1-559b6ecbe9c1 req-adb73848-96e2-4e9c-bbff-55e618549c46 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0977025 Jun 09 22:05:08.603234 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a0e12e74-31f9-4347-96b1-559b6ecbe9c1 req-2a6d82b7-fcb5-410b-a2a2-c264ea607165 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445309 Jun 09 22:05:08.657988 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-57e66590-8cd2-442e-a6f2-0a775466390a req-e1cc2b69-e7cd-480b-abdf-64a766a27a54 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525972 Jun 09 22:05:08.677207 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:08.693721 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Transition to ACTIVE for port object 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 will not be triggered until provisioned by entity DHCP. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:08.731496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:08.745909 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9be77c7c-6f75-40a9-9935-2ab73649610e tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:08.804180 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Network b14cf81d-d358-41ab-95d1-c7430660f0ef is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:08.807512 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:08.812289 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:08.862451 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Pushing event updated for resources: {'Port': ['ID=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:08.865600 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:08.890989 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088052'] for router_interface, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.018939 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.058096 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-5766b7f2-19fc-4ca8-b940-3661d16ac7c4 None None] Provisioning for port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:09.064659 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-5766b7f2-19fc-4ca8-b940-3661d16ac7c4 None None] Provisioning complete for port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:09.065264 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-5766b7f2-19fc-4ca8-b940-3661d16ac7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.176258 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-5766b7f2-19fc-4ca8-b940-3661d16ac7c4 None None] Port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:05:09.322961 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523415ea-b14b-4350-af2b-6787faaf9bd1 req-058634be-b0e3-4e01-88db-f354ef319463 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:09.324461 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-523415ea-b14b-4350-af2b-6787faaf9bd1 req-058634be-b0e3-4e01-88db-f354ef319463 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.1367998 Jun 09 22:05:09.356382 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.366119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.385543 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 8748f742-dbee-4dc7-a753-354042910828 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:09.396998 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-59bd8953-913e-4053-a8c5-5208dd1f5e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:09.454792 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 8748f742-dbee-4dc7-a753-354042910828 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:09.460253 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 8748f742-dbee-4dc7-a753-354042910828 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:09.460627 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.481536 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-523415ea-b14b-4350-af2b-6787faaf9bd1 req-7caf47e5-afe8-464b-be9d-3bced5855f02 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450510 Jun 09 22:05:09.493441 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Pushing event updated for resources: {'Port': ['ID=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:09.496285 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:09.499570 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4090293'] for router_interface, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.589086 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.607082 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 8748f742-dbee-4dc7-a753-354042910828, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=8748f742-dbee-4dc7-a753-354042910828,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:09.610992 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.613088 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-0b4bb5d9-7049-4ecd-8323-03cf248aad43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:09.651060 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Network b14cf81d-d358-41ab-95d1-c7430660f0ef is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:09.652289 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:09.682177 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=8748f742-dbee-4dc7-a753-354042910828,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:09.685572 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:09.826312 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d612f8-2f24-454c-ae09-1e6b2961d848 req-7a37432a-2f4e-4006-b32a-b0ce429520b3 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:09.834491 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b9d612f8-2f24-454c-ae09-1e6b2961d848 req-7a37432a-2f4e-4006-b32a-b0ce429520b3 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1084743 Jun 09 22:05:09.867606 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Router 7490bac2-c944-4ace-8df2-236844453ba1 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:09.881467 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b9d612f8-2f24-454c-ae09-1e6b2961d848 req-e27d2b15-dd8f-4f5c-b6f7-eca3bbe4f992 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457914 Jun 09 22:05:09.903877 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-c7fee3c5-d6c4-4b80-aee6-f6f18ff6a857 None None] Provisioning complete for port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:09.904269 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c7fee3c5-d6c4-4b80-aee6-f6f18ff6a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.961931 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-c7fee3c5-d6c4-4b80-aee6-f6f18ff6a857 None None] Port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:05:10.049343 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:10.062252 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] 10.222.0.42 "PUT /v2.0/routers/7490bac2-c944-4ace-8df2-236844453ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5467165 Jun 09 22:05:10.159795 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Sync routers for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:10.172552 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:10.173153 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:10.348690 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:10.560597 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50200) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:10.565265 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011127008', 'description': 'tempest-description--118449184'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:10.593004 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.677901 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37198e-d1aa-4515-94b0-4b53475e385b req-1b41cc09-03ae-4fd9-9068-29ff67b3daac tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:10.679405 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3e37198e-d1aa-4515-94b0-4b53475e385b req-1b41cc09-03ae-4fd9-9068-29ff67b3daac tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.0841763 Jun 09 22:05:10.686275 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 2, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:10.690529 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Checking router: 7490bac2-c944-4ace-8df2-236844453ba1 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:10.690943 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Updating router 7490bac2-c944-4ace-8df2-236844453ba1 port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 binding host dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:05:10.730658 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3e37198e-d1aa-4515-94b0-4b53475e385b req-4de63845-5448-467d-9bab-31c2f0aaa092 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447550 Jun 09 22:05:10.745059 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.797199 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.801726 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.806869 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-621e7a9f-9930-49e8-bd97-3ae94ad1958f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:10.836575 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.837780 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2761946 Jun 09 22:05:10.840889 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50202) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:10.841377 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257a6404-85af-4853-a161-a7535339e4fa,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:10.844196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:10.855855 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'security_group_rule': {'security_group_id': '257a6404-85af-4853-a161-a7535339e4fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:10.885401 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.941086 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.950039 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.954034 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.956997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-17b08429-e943-41bd-8d43-f00b986fcabe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:10.977847 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7962cb2b-03b3-4ae5-8cdb-3e2ec21ddc81,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:10.982776 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:10.989302 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.993835 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50206) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:10.993992 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-339168d3-ca31-4a5c-9609-04b419cb67fc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519320 Jun 09 22:05:11.000039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'security_group_rule': {'security_group_id': '257a6404-85af-4853-a161-a7535339e4fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:11.083926 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.114763 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.126376 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Transition to ACTIVE for port object 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:11.133954 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.138619 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:11.150415 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193a0c9-5e92-4cc3-af3b-d0441b794517 req-b46ec9ab-bde3-4a9f-86cf-1a62f43d7c7d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.151923 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3193a0c9-5e92-4cc3-af3b-d0441b794517 req-b46ec9ab-bde3-4a9f-86cf-1a62f43d7c7d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1461220 Jun 09 22:05:11.181986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.201755 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.206260 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Pushing event updated for resources: {'Port': ['ID=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:11.216094 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:11.242145 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3193a0c9-5e92-4cc3-af3b-d0441b794517 req-afbc05f2-df54-4831-9df5-863b4bb23f10 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824399 Jun 09 22:05:11.247118 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efc0d7c-8072-4921-80be-b557aacacea8,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:11.250962 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:11.254139 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.255802 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2602432 Jun 09 22:05:11.258808 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50210) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:11.264054 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.264343 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'floatingip': {'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:11.264457 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.264708 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.265031 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.265352 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.265664 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.265977 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.266290 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.266845 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.266952 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.267216 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.267522 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:11.288328 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:11.314106 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.369055 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 8748f742-dbee-4dc7-a753-354042910828 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:11.383398 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Attempting to bind port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 on host dv-cinder-789564-5-smb for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:05:11.383769 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Attempting to bind port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 by drivers openvswitch,hyperv on host dv-cinder-789564-5-smb at level 0 using segments [{'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:05:11.384130 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Attempting to bind port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 on network b14cf81d-d358-41ab-95d1-c7430660f0ef {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:11.389886 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Checking agent: {'id': 'eb6cdea2-dc6b-4825-bb37-144925b62144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 53, 51), 'started_at': datetime.datetime(2021, 6, 9, 21, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:05:11.390504 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Checking segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:11.391134 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.391769 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Bound using segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:05:11.392489 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Bound port: 3f75b85c-38c3-40af-82c1-ef0b13b8ff91, host: dv-cinder-789564-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:05:11.393653 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.449226 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 8748f742-dbee-4dc7-a753-354042910828 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:11.449694 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.471522 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.489227 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] For port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91, host dv-cinder-789564-5-smb, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:05:11.492358 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] For port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91, host dv-cinder-789564-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:05:11.497783 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.501940 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7077fcc0-1a4a-4f0f-a1f5-e050f76c40a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:11.570234 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:11.570883 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:04:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:11.730187 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Pushing event updated for resources: {'Port': ['ID=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,revision_number=4']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:11.734813 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-82c5f574-0e81-4078-a912-0ad2cd696080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:11.740316 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Allocated IP 172.28.2.153 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/85a57925-f96e-47bf-bcf6-6ab50f985267) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:11.771824 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:11.944220 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.972822 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cca385-ba79-4dec-8424-cb103d1e4ec9 req-988b5406-ea58-4fc0-9c4c-f813073e47eb tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.974187 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-36cca385-ba79-4dec-8424-cb103d1e4ec9 req-988b5406-ea58-4fc0-9c4c-f813073e47eb tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.1346574 Jun 09 22:05:12.027086 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.032716 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-36cca385-ba79-4dec-8424-cb103d1e4ec9 req-ea515f3f-c191-4553-b63e-b0e31de4d37e tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525224 Jun 09 22:05:12.034804 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:12.088588 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:11Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:12.093323 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30511c-c9fe-4fdc-9be4-b8a0eae45c8c None None] The sync data for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb is: [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:11Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:12.094375 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:12.099962 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:12.103699 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:12.135532 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'Port': ['ID=85a57925-f96e-47bf-bcf6-6ab50f985267,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:12.145811 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:12.209227 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.272434 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.471770 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230665a9-db9a-4816-b314-578d93cc8a3e req-8892e1ca-c32b-4acf-91cd-e86b2d595b1e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:12.473359 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-230665a9-db9a-4816-b314-578d93cc8a3e req-8892e1ca-c32b-4acf-91cd-e86b2d595b1e tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0903845 Jun 09 22:05:12.504229 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.513205 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.520962 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d8384860-5c65-495f-8084-bac1f1b38687 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:12.526740 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-230665a9-db9a-4816-b314-578d93cc8a3e req-7fc183f9-18c1-4512-ae89-3442ffd08506 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472181 Jun 09 22:05:12.630843 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'Port': ['ID=85a57925-f96e-47bf-bcf6-6ab50f985267,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:12.635300 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:12.642883 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.661416 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.662741 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4026070 Jun 09 22:05:12.843358 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-b0adb500-98c1-4b83-9a6c-d620ec16232b tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2011127008&fields=id&tenant_id=46637a347c694cd3a467d09eb1ad97c4 HTTP/1.1" status: 200 len: 267 time: 0.0423467 Jun 09 22:05:12.914204 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-bfda96c6-d554-4514-89d0-ba9f96e24ed5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:12.916099 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-bfda96c6-d554-4514-89d0-ba9f96e24ed5 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.0861511 Jun 09 22:05:13.009025 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-ffe4d6e3-61f6-4ade-84ae-981d3d940aa8 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:13.010618 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-ffe4d6e3-61f6-4ade-84ae-981d3d940aa8 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 810 time: 0.1596422 Jun 09 22:05:13.032406 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-be948ef2-4c6f-4254-bd20-ccaac4fad9d0 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/quotas/46637a347c694cd3a467d09eb1ad97c4 HTTP/1.1" status: 200 len: 375 time: 0.0156369 Jun 09 22:05:13.088788 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Deleting port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:13.089137 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.148182 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-155016cd-77f8-4d24-bc48-6360c1e9f587 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093681 Jun 09 22:05:13.293964 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-1115e932-5930-4004-92dd-5ec0501f6d5c service neutron] 10.222.0.42 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287010 Jun 09 22:05:13.297245 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] For port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,segment=NetworkSegment(6f92c23a-af25-4ea1-a84f-c379b80b329f),segment_id=6f92c23a-af25-4ea1-a84f-c379b80b329f)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:13.297618 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.319425 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868cd3f-e27e-49e0-9780-fdfe7fbe1282 req-2b398d32-208e-4dc8-ab10-3e8eeb10c020 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:13.326709 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0868cd3f-e27e-49e0-9780-fdfe7fbe1282 req-2b398d32-208e-4dc8-ab10-3e8eeb10c020 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 945 time: 0.1643028 Jun 09 22:05:13.422456 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:13.460396 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-0fb338d3-a4ba-49b1-98c4-20b5f13a23e6 service neutron] 10.222.0.42 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591132 Jun 09 22:05:13.460716 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Calling delete_port for ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:13.491510 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0868cd3f-e27e-49e0-9780-fdfe7fbe1282 req-e96e0698-4b10-4b30-853c-cd9fb478885d tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/security-groups?id=d320c17b-27b8-4c9b-adb4-0881f1d22539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639402 Jun 09 22:05:13.499933 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning for port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:13.506438 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:13.506877 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.645414 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.651613 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4a9cbc51-4ad1-4ced-8118-241e50dbc84b tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:13.662448 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:13.741637 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9f68c798-9817-4ec8-8c00-30fc735f8083 req-7d82dbf0-f880-4efd-8614-2cd3800cae08 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 210 time: 0.0694857 Jun 09 22:05:13.760037 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.814281 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] For port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:13.815250 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Pushing event deleted for resources: {'Port': ['ID=ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:13.820432 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:13.821447 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.824402 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8658c896-404e-48cd-b851-faaf0ec465b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:13.918279 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Pushing event updated for resources: {'Port': ['ID=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:13.922222 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:13.928075 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] No DVR routers for this DVR port ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:13.935388 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.938401 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e4d2f7dd-452c-4943-a51b-56e4f7c92dcd req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.36 "DELETE /v2.0/ports/ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e HTTP/1.1" status: 204 len: 173 time: 1.0162668 Jun 09 22:05:13.939259 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'name': 'network-vif-deleted', 'tag': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:13.945631 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec08bde1-5290-424f-a32b-41b24068b2c9" -d '{"events": [{"server_uuid": "cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5", "name": "network-vif-deleted", "tag": "ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:14.005827 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5624a-f5f2-43aa-8232-36f654724cd7 req-8b860bbe-a731-4309-a860-35657f4f6b55 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:14.008799 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2db5624a-f5f2-43aa-8232-36f654724cd7 req-8b860bbe-a731-4309-a860-35657f4f6b55 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.2924838 Jun 09 22:05:14.040574 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852cbfe5-79a2-42ab-8f4d-c222452432f6 x-openstack-request-id: req-852cbfe5-79a2-42ab-8f4d-c222452432f6 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:14.041104 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5", "name": "network-vif-deleted", "tag": "ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:14.041663 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-852cbfe5-79a2-42ab-8f4d-c222452432f6 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:14.042479 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5', 'name': 'network-vif-deleted', 'tag': 'ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e', 'status': 'completed', 'code': 200} Jun 09 22:05:14.096585 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2db5624a-f5f2-43aa-8232-36f654724cd7 req-25f7697d-affb-4767-bbef-5942473d9701 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807917 Jun 09 22:05:14.708390 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-894c2de9-a8d3-4cbc-96b7-08d967dab5b6 req-c50ba42e-acad-44fc-910d-c2fa7c0a66eb tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf7a1cad-650a-4cf8-9fee-6d007a2b9cd5 HTTP/1.1" status: 200 len: 210 time: 0.0691104 Jun 09 22:05:14.927417 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6a14da38-105d-4ba9-bd6b-348b6634bccd req-c7b5278d-8442-407f-a1d0-fa060c160cc1 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 210 time: 0.0456305 Jun 09 22:05:15.378742 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-870a99f5-a0ed-4fdc-ba27-5530036727ab tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:15.379002 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-870a99f5-a0ed-4fdc-ba27-5530036727ab tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 810 time: 0.2026691 Jun 09 22:05:15.382966 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5158-f3e1-4a75-9046-ba3d141c0648 req-96f6e95a-7e24-4e9b-bb8d-b7f47880e58d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:15.384524 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-72fe5158-f3e1-4a75-9046-ba3d141c0648 req-96f6e95a-7e24-4e9b-bb8d-b7f47880e58d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1589940 Jun 09 22:05:15.430478 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 up at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:15.452951 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-72fe5158-f3e1-4a75-9046-ba3d141c0648 req-d5809dc6-4134-4738-913b-7741806226a4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619099 Jun 09 22:05:15.473475 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-54049236-2712-489d-b089-94cd70388183 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46637a347c694cd3a467d09eb1ad97c4 HTTP/1.1" status: 200 len: 380 time: 0.0769339 Jun 09 22:05:15.489978 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'port': {'device_id': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'admin_state_up': True, 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'security_groups': ['257a6404-85af-4853-a161-a7535339e4fa']}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:15.534160 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Provisioning complete for port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:15.534711 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:15.799412 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Made reservation on behalf of 46637a347c694cd3a467d09eb1ad97c4 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:05:15.803040 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.007336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Allocated IP 172.20.0.14 (b14cf81d-d358-41ab-95d1-c7430660f0ef/d808a036-87de-4fab-a858-b878c2d26634/30ddf640-86b4-40d7-8013-5626c8f6939f) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:16.171668 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c0ccbdb3-b9b5-4713-985c-512902714e2b req-221df68e-a3cc-4fe3-ac9e-a97716a7ad60 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 210 time: 0.0534337 Jun 09 22:05:16.300382 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.323065 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Transition to ACTIVE for port object 30ddf640-86b4-40d7-8013-5626c8f6939f will not be triggered until provisioned by entity DHCP. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:16.361007 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.369882 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2e0b11e1-f925-4b0b-bc61-22ae990c70b2 tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:16.446319 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Network b14cf81d-d358-41ab-95d1-c7430660f0ef is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:16.451422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:16.458239 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:16.519434 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'Port': ['ID=30ddf640-86b4-40d7-8013-5626c8f6939f,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:16.527774 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:16.570114 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:16.571362 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.579233 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:16.606646 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1210597 Jun 09 22:05:16.625431 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Request body: {'port': {'device_id': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:16.635007 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:16.635704 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device ced8c4f9-e6f1-4bf3-b3e9-cd8cc05fa09e not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:16.727119 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-b31d9675-2ae4-45a8-b756-dbbb09935baf None None] Provisioning for port 30ddf640-86b4-40d7-8013-5626c8f6939f completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:16.734134 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-b31d9675-2ae4-45a8-b756-dbbb09935baf None None] Provisioning complete for port 30ddf640-86b4-40d7-8013-5626c8f6939f triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:16.734722 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b31d9675-2ae4-45a8-b756-dbbb09935baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.795785 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-b31d9675-2ae4-45a8-b756-dbbb09935baf None None] Port 30ddf640-86b4-40d7-8013-5626c8f6939f cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:05:16.843401 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.917455 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06f46-0fc7-4d1e-973f-57efef11f981 req-72566395-6e3c-4fe2-8cd2-3f7e38ed84d6 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:16.919266 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-93c06f46-0fc7-4d1e-973f-57efef11f981 req-72566395-6e3c-4fe2-8cd2-3f7e38ed84d6 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.2288289 Jun 09 22:05:17.035349 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-93c06f46-0fc7-4d1e-973f-57efef11f981 req-8e3d0633-5326-4722-aec1-9f1362cef996 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082587 Jun 09 22:05:17.256788 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ddf640-86b4-40d7-8013-5626c8f6939f {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:17.269941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.293532 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Transition to ACTIVE for port object 30ddf640-86b4-40d7-8013-5626c8f6939f will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:17.300625 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.305977 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:17.502844 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883ce6c-b5b3-4d59-8c90-8f6db58e0242 req-df576b59-8bd0-4f46-906e-fcbd9c7e860a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:17.505434 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c883ce6c-b5b3-4d59-8c90-8f6db58e0242 req-df576b59-8bd0-4f46-906e-fcbd9c7e860a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 944 time: 0.2167363 Jun 09 22:05:17.577907 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c883ce6c-b5b3-4d59-8c90-8f6db58e0242 req-e8d90ac4-9eb0-48b9-9569-2b178ce29f31 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610709 Jun 09 22:05:17.585371 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=30ddf640-86b4-40d7-8013-5626c8f6939f,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:17.589062 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:17.621112 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Attempting to bind port 30ddf640-86b4-40d7-8013-5626c8f6939f on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:05:17.624496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Attempting to bind port 30ddf640-86b4-40d7-8013-5626c8f6939f by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:05:17.624496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Attempting to bind port 30ddf640-86b4-40d7-8013-5626c8f6939f on network b14cf81d-d358-41ab-95d1-c7430660f0ef {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:17.628248 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Port 30ddf640-86b4-40d7-8013-5626c8f6939f on network b14cf81d-d358-41ab-95d1-c7430660f0ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:05:17.628588 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Attempting to bind port 30ddf640-86b4-40d7-8013-5626c8f6939f on network b14cf81d-d358-41ab-95d1-c7430660f0ef {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:17.634835 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:05:17.635111 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Checking segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:17.635853 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Bound using segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:05:17.635992 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Bound port: 30ddf640-86b4-40d7-8013-5626c8f6939f, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:05:17.636294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.754415 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] For port 30ddf640-86b4-40d7-8013-5626c8f6939f, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:05:17.759698 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] For port 30ddf640-86b4-40d7-8013-5626c8f6939f, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30ddf640-86b4-40d7-8013-5626c8f6939f,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:05:17.765140 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.770433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-90d08fb3-f9fe-4010-aa22-97ff982d5cb8 tempest-VolumesSnapshotTestJSON-279601718 tempest-VolumesSnapshotTestJSON-279601718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:17.844666 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:17.846338 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.847808 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] 10.222.0.36 "PUT /v2.0/ports/30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 200 len: 1094 time: 1.2296565 Jun 09 22:05:17.848346 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:17.850736 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06662716-2a85-450d-8e8a-42fe0f64e574" -d '{"events": [{"name": "network-changed", "server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:17.880898 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=30ddf640-86b4-40d7-8013-5626c8f6939f,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:17.888821 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:17.950257 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbd7172-4f20-4a5d-87b5-ef09d56f5612 x-openstack-request-id: req-2dbd7172-4f20-4a5d-87b5-ef09d56f5612 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:17.950585 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:17.950969 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dbd7172-4f20-4a5d-87b5-ef09d56f5612 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:17.951436 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'status': 'completed', 'code': 200} Jun 09 22:05:17.999344 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-d09c39d5-f15d-48e2-b212-6945960e0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:18.000870 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-d09c39d5-f15d-48e2-b212-6945960e0c41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 1097 time: 0.0903461 Jun 09 22:05:18.078059 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-6a001043-1ef0-4446-9e82-b46436543b82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 200 len: 217 time: 0.0669885 Jun 09 22:05:18.238931 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-f06d8c68-f658-41c8-a255-2bfaed4cb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:18.240977 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-f06d8c68-f658-41c8-a255-2bfaed4cb000 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.1559913 Jun 09 22:05:18.257352 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fe2ff-e86e-43c1-96d9-19b817b15124 req-03f8321f-299a-41aa-894b-52a169db3248 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:18.258953 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b05fe2ff-e86e-43c1-96d9-19b817b15124 req-03f8321f-299a-41aa-894b-52a169db3248 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1062374 Jun 09 22:05:18.313666 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b05fe2ff-e86e-43c1-96d9-19b817b15124 req-a561d42d-5eeb-4231-8c9a-e941c93b40fb tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479159 Jun 09 22:05:18.328659 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-af7ebba9-aea0-422b-9ba6-f8e9dc493c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:18.330741 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-af7ebba9-aea0-422b-9ba6-f8e9dc493c1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812154 Jun 09 22:05:18.488863 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-9f4bf798-5429-4fbb-9033-58e9edec9a6f service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494513 Jun 09 22:05:18.633353 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-494ac53e-fb35-4e68-aa2b-df5056c34cf7 req-10ba8af0-761b-4f36-89d9-7acae5582cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338944 Jun 09 22:05:18.820694 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-09f74b9e-1045-4053-b333-1237f26f20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:18.822170 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-09f74b9e-1045-4053-b333-1237f26f20d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 1097 time: 0.1350183 Jun 09 22:05:18.834309 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81d787-b705-46b0-a1aa-3a4d9a449057 req-df2e4cea-20ce-49c3-b303-15e00a02fa3e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:18.835979 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6e81d787-b705-46b0-a1aa-3a4d9a449057 req-df2e4cea-20ce-49c3-b303-15e00a02fa3e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 944 time: 0.1175132 Jun 09 22:05:18.871321 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-19528794-8255-4c2b-a4b1-5ae7f6261467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.965578 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6e81d787-b705-46b0-a1aa-3a4d9a449057 req-acbb9960-8264-425f-b875-b3b7add26c8b tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098702 Jun 09 22:05:19.006863 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-c9586c3b-459d-4706-858d-f48ef599fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:19.008623 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-c9586c3b-459d-4706-858d-f48ef599fac8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 911 time: 0.1718631 Jun 09 22:05:19.112978 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-48ab3c88-1687-4230-ba02-4e44779859db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 200 len: 217 time: 0.0971825 Jun 09 22:05:19.215445 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-3d552702-eb15-4b0d-ac1c-64f6fba6af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:19.217050 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-3d552702-eb15-4b0d-ac1c-64f6fba6af8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0965486 Jun 09 22:05:19.318981 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-7196fd84-fc41-40aa-acb4-569f1057a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:19.321814 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-7196fd84-fc41-40aa-acb4-569f1057a4b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0961702 Jun 09 22:05:19.541828 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-652d8952-7f07-4c16-9f1b-05a96cb733ee service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104678 Jun 09 22:05:19.616134 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18066e09-faef-437d-9d44-74a02864ca53 req-94904441-9376-4b77-b636-11b7ebf28b14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:19.618190 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-18066e09-faef-437d-9d44-74a02864ca53 req-94904441-9376-4b77-b636-11b7ebf28b14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1093593 Jun 09 22:05:19.690565 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-18066e09-faef-437d-9d44-74a02864ca53 req-caba6cda-a126-4e93-9247-5086d9578ccf tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644214 Jun 09 22:05:19.704315 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-06662716-2a85-450d-8e8a-42fe0f64e574 req-8d15a97b-118d-4bd8-86b3-adf709f2a140 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546457 Jun 09 22:05:20.177725 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49e9d-912c-4a81-9fb6-e14f795eb841 req-1e04ecdf-2e82-4e2a-8d52-f14fc9234638 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:20.179233 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6ed49e9d-912c-4a81-9fb6-e14f795eb841 req-1e04ecdf-2e82-4e2a-8d52-f14fc9234638 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 944 time: 0.0869246 Jun 09 22:05:20.234093 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6ed49e9d-912c-4a81-9fb6-e14f795eb841 req-a4a8bcf7-e24e-43c9-9a28-9e21d0301aba tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 Jun 09 22:05:20.583425 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30ddf640-86b4-40d7-8013-5626c8f6939f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:05:20.737693 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 30ddf640-86b4-40d7-8013-5626c8f6939f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30ddf640-86b4-40d7-8013-5626c8f6939f,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:20.752722 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'port_id': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'mac_address': 'fa:16:3e:38:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:05:20.852350 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.872307 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ddf640-86b4-40d7-8013-5626c8f6939f {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:20.897860 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 30ddf640-86b4-40d7-8013-5626c8f6939f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30ddf640-86b4-40d7-8013-5626c8f6939f,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:20.905280 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.907599 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:20.959963 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd2e1b-28ae-4eec-8747-2a33699806be req-2d82af61-6776-43dd-90a3-c864e87f7314 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:20.963267 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3bdd2e1b-28ae-4eec-8747-2a33699806be req-2d82af61-6776-43dd-90a3-c864e87f7314 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1327422 Jun 09 22:05:20.997569 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=30ddf640-86b4-40d7-8013-5626c8f6939f,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:20.999445 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:21.018925 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3bdd2e1b-28ae-4eec-8747-2a33699806be req-b62716f5-c35b-4d27-8890-d148be6cf2e0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494721 Jun 09 22:05:21.187426 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['30ddf640-86b4-40d7-8013-5626c8f6939f'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:21.355457 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-99f979cd-7760-47c2-9e18-a77c46dc258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.358968 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.436213 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113af8-a9e2-4806-96ab-1f234f2453e6 req-876a7079-e891-4fb2-98a0-38d8213f3cb6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:21.437592 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c7113af8-a9e2-4806-96ab-1f234f2453e6 req-876a7079-e891-4fb2-98a0-38d8213f3cb6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 945 time: 0.0848432 Jun 09 22:05:21.486934 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c7113af8-a9e2-4806-96ab-1f234f2453e6 req-cd908eb6-d41c-42f3-a9ea-59b5d737ce1a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424042 Jun 09 22:05:22.089232 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.213355 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b68df-7ea2-430d-b745-355dd14671df req-b289eb12-1335-4b2e-ad85-e01d0adff1a8 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:22.214988 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c04b68df-7ea2-430d-b745-355dd14671df req-b289eb12-1335-4b2e-ad85-e01d0adff1a8 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0842083 Jun 09 22:05:22.281738 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c04b68df-7ea2-430d-b745-355dd14671df req-b07e7431-858b-4577-86f4-38185b99a2b9 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607753 Jun 09 22:05:22.599979 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30ddf640-86b4-40d7-8013-5626c8f6939f up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:22.677827 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 30ddf640-86b4-40d7-8013-5626c8f6939f completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:22.683065 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 30ddf640-86b4-40d7-8013-5626c8f6939f triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:22.683443 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.683887 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15615b-41bb-49d4-ad7e-bdabdc593cd1 req-ab6df398-e96e-40a2-a745-8b4b7ba903ce tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:22.685895 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c15615b-41bb-49d4-ad7e-bdabdc593cd1 req-ab6df398-e96e-40a2-a745-8b4b7ba903ce tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 945 time: 0.0879104 Jun 09 22:05:22.736757 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c15615b-41bb-49d4-ad7e-bdabdc593cd1 req-f90f5540-db38-41ad-9cc4-b8fa8d26ab63 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432851 Jun 09 22:05:22.814035 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.842506 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:22.844804 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f4597-6123-4c9f-a9a0-526220fde216" -d '{"events": [{"server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "name": "network-vif-plugged", "status": "completed", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:22.852877 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 30ddf640-86b4-40d7-8013-5626c8f6939f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30ddf640-86b4-40d7-8013-5626c8f6939f,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:22.857641 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.859560 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.897150 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa5e31-5c18-4b95-b645-5cd03db670f1 x-openstack-request-id: req-bcaa5e31-5c18-4b95-b645-5cd03db670f1 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:22.897447 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "name": "network-vif-plugged", "status": "completed", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:22.897707 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcaa5e31-5c18-4b95-b645-5cd03db670f1 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:22.898097 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'code': 200} Jun 09 22:05:22.932389 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=30ddf640-86b4-40d7-8013-5626c8f6939f,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.935828 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:23.237345 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61b2e6-378b-46df-b5c6-f567b1957aa2 req-cf446b63-a265-47c6-bffc-16f973f4f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:23.238896 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dd61b2e6-378b-46df-b5c6-f567b1957aa2 req-cf446b63-a265-47c6-bffc-16f973f4f2c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 1099 time: 0.1634719 Jun 09 22:05:23.291176 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-dd61b2e6-378b-46df-b5c6-f567b1957aa2 req-de402dc7-3c55-477a-92f5-0bbde1085e4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440176 Jun 09 22:05:23.478978 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69771821-cfdb-4539-ae5b-f5351168dd9e req-289f39fe-1814-4996-8b91-32822f389f38 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:23.480386 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69771821-cfdb-4539-ae5b-f5351168dd9e req-289f39fe-1814-4996-8b91-32822f389f38 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0838795 Jun 09 22:05:23.528181 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-69771821-cfdb-4539-ae5b-f5351168dd9e req-4ee92865-99b7-472d-9893-e6d34b05a7c2 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415909 Jun 09 22:05:24.019888 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.092979 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b43f7-d585-40e1-9893-0ae0b601fd65 req-e2380fdb-97de-4d32-937e-5bd4762d7f34 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:24.094463 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9f7b43f7-d585-40e1-9893-0ae0b601fd65 req-e2380fdb-97de-4d32-937e-5bd4762d7f34 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0944979 Jun 09 22:05:24.142032 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9f7b43f7-d585-40e1-9893-0ae0b601fd65 req-aac53a6b-ccd5-48ea-868d-ca6172fd377e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Jun 09 22:05:24.722220 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2664884-e0ac-4763-a266-db1fd6851d7a req-a9a45bf0-4a25-406b-a8bd-e0c293586382 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:24.723823 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d2664884-e0ac-4763-a266-db1fd6851d7a req-a9a45bf0-4a25-406b-a8bd-e0c293586382 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0876038 Jun 09 22:05:24.771712 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d2664884-e0ac-4763-a266-db1fd6851d7a req-60bd7949-9052-485c-a170-0f0b2a2c80a8 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419750 Jun 09 22:05:25.342803 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d912b-ea24-4758-81b2-657769d431a5 req-ce4513a0-2248-4da1-a156-3bee3cc52d58 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:25.344425 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cf8d912b-ea24-4758-81b2-657769d431a5 req-ce4513a0-2248-4da1-a156-3bee3cc52d58 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0889728 Jun 09 22:05:25.412692 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-cf8d912b-ea24-4758-81b2-657769d431a5 req-dcb5d455-ec01-4eed-b2a3-907922814784 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617414 Jun 09 22:05:25.636192 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83c7d-e490-4f8c-9309-1a4683a427ed req-9dc924fb-718e-4c31-9e24-2d4dd4d2cae6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:25.637689 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41e83c7d-e490-4f8c-9309-1a4683a427ed req-9dc924fb-718e-4c31-9e24-2d4dd4d2cae6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0963252 Jun 09 22:05:25.647571 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50360) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:25.652363 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'floatingip': {'port_id': '30ddf640-86b4-40d7-8013-5626c8f6939f'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:25.730029 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.010072 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e991-5383-4b48-9e75-136fe8497e83 req-16cd97ce-90a7-4c99-b99c-ef0390abbbbc tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:26.011678 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5205e991-5383-4b48-9e75-136fe8497e83 req-16cd97ce-90a7-4c99-b99c-ef0390abbbbc tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1199248 Jun 09 22:05:26.082786 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-5205e991-5383-4b48-9e75-136fe8497e83 req-e5da7ed9-8072-47e6-afd1-4b94c5a3018f tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648186 Jun 09 22:05:26.415604 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.423123 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.717873 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.l3_db [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Floating IP bfb4cdf2-745c-482f-a75e-c23acb5b5c39 associated. External IP: 172.28.2.153, port: 30ddf640-86b4-40d7-8013-5626c8f6939f. Jun 09 22:05:27.127299 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Router 7490bac2-c944-4ace-8df2-236844453ba1 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:27.311320 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0503-69c3-4677-82a4-83286b67045f req-c6fbd123-1f05-4632-9fda-9c577b4dfeee tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:27.314168 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bd2a0503-69c3-4677-82a4-83286b67045f req-c6fbd123-1f05-4632-9fda-9c577b4dfeee tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.1071093 Jun 09 22:05:27.356247 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:27.362915 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.369337 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] Sync routers for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:27.385605 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:27.386673 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:27.390870 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bd2a0503-69c3-4677-82a4-83286b67045f req-f37af1c5-4856-4b44-88f6-ebbec50641cb tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690830 Jun 09 22:05:27.442839 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3cfdd59c-3b6f-4467-897c-9ea916149185 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "PUT /v2.0/floatingips/bfb4cdf2-745c-482f-a75e-c23acb5b5c39 HTTP/1.1" status: 200 len: 992 time: 1.7907817 Jun 09 22:05:27.442839 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:27.444744 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ef297-f457-484c-9bda-55b252178e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:27.561860 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a012fb9-f871-4ee9-a6d7-1e4fccd2b01c req-582064b6-91e2-47b7-93ac-70dc746c48aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:27.563719 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8a012fb9-f871-4ee9-a6d7-1e4fccd2b01c req-582064b6-91e2-47b7-93ac-70dc746c48aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 947 time: 0.0999677 Jun 09 22:05:27.608649 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30141e1-eea1-4e41-8b77-cb4f9da71eb3 x-openstack-request-id: req-b30141e1-eea1-4e41-8b77-cb4f9da71eb3 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:27.608972 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:27.609256 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b30141e1-eea1-4e41-8b77-cb4f9da71eb3 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:27.609677 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'status': 'completed', 'code': 200} Jun 09 22:05:27.614066 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:27.619545 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8a012fb9-f871-4ee9-a6d7-1e4fccd2b01c req-2443837a-8187-4b01-a723-5b08d42c53fb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494125 Jun 09 22:05:27.714665 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef297-f457-484c-9bda-55b252178e9c req-0e7af531-f419-489a-bd50-c0f512e943fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:27.716157 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-514ef297-f457-484c-9bda-55b252178e9c req-0e7af531-f419-489a-bd50-c0f512e943fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 1099 time: 0.0814574 Jun 09 22:05:27.853599 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef297-f457-484c-9bda-55b252178e9c req-f6430e58-62b5-4479-8305-d7e7362e0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:27.855876 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-514ef297-f457-484c-9bda-55b252178e9c req-f6430e58-62b5-4479-8305-d7e7362e0c48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 911 time: 0.1331568 Jun 09 22:05:27.968174 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-514ef297-f457-484c-9bda-55b252178e9c req-e9c5906d-7707-443e-be81-559d642bab17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 200 len: 1000 time: 0.1053765 Jun 09 22:05:28.016646 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': 'bfb4cdf2-745c-482f-a75e-c23acb5b5c39', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'port_id': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'mac_address': 'fa:16:3e:38:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:05:12Z', 'updated_at': '2021-06-09T22:05:26Z', 'revision_number': 1, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:28.021099 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] Checking router: 7490bac2-c944-4ace-8df2-236844453ba1 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:28.030802 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:28.031418 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:28.040810 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef297-f457-484c-9bda-55b252178e9c req-2c86acc8-68a0-46e7-943a-417e0cbdc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.042252 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-514ef297-f457-484c-9bda-55b252178e9c req-2c86acc8-68a0-46e7-943a-417e0cbdc490 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0678763 Jun 09 22:05:28.146511 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef297-f457-484c-9bda-55b252178e9c req-27033413-7838-4be7-a9d1-accd73452c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.148181 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-514ef297-f457-484c-9bda-55b252178e9c req-27033413-7838-4be7-a9d1-accd73452c9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0988605 Jun 09 22:05:28.235383 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:28.307502 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-514ef297-f457-484c-9bda-55b252178e9c req-3c25b4c7-7637-4f72-a665-56441fa9cfa5 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517279 Jun 09 22:05:28.455993 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-514ef297-f457-484c-9bda-55b252178e9c req-a915d4ef-18b7-4256-aaf9-a226a9bc472a service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403992 Jun 09 22:05:28.613587 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1583f8-393e-4916-85c9-c6e958d282bc req-87788b27-5cc6-4a21-9806-24695ef64c18 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.615235 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0e1583f8-393e-4916-85c9-c6e958d282bc req-87788b27-5cc6-4a21-9806-24695ef64c18 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0974360 Jun 09 22:05:28.678186 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0e1583f8-393e-4916-85c9-c6e958d282bc req-494b5d4e-8dd4-4feb-8258-8e286e9b35ce tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523722 Jun 09 22:05:28.680055 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': 'bfb4cdf2-745c-482f-a75e-c23acb5b5c39', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'port_id': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'mac_address': 'fa:16:3e:38:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:05:12Z', 'updated_at': '2021-06-09T22:05:26Z', 'revision_number': 1, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:28.684466 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08b429-8152-4f61-8a96-99baac846ded None None] The sync data for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb is: [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': 'bfb4cdf2-745c-482f-a75e-c23acb5b5c39', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'port_id': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'mac_address': 'fa:16:3e:38:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:05:12Z', 'updated_at': '2021-06-09T22:05:26Z', 'revision_number': 1, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:28.873042 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6d54-fe80-4115-ad6f-45b299b9fba6 req-fa6100a0-04ee-489e-a5b4-0b6dc07255a2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.874625 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-692d6d54-fe80-4115-ad6f-45b299b9fba6 req-fa6100a0-04ee-489e-a5b4-0b6dc07255a2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 947 time: 0.0937340 Jun 09 22:05:28.913511 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72f3ef-1eb3-4be8-9136-03d12fb2f56a None None] New status for floating IP bfb4cdf2-745c-482f-a75e-c23acb5b5c39: ACTIVE {{(pid=91700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:05:28.931092 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-692d6d54-fe80-4115-ad6f-45b299b9fba6 req-10c7b40c-4aaf-4600-b7fc-120c6a845b75 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482032 Jun 09 22:05:29.113591 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-9ca148a7-85ff-41b1-b3aa-6bd797f80521 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:29.115134 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-9ca148a7-85ff-41b1-b3aa-6bd797f80521 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 947 time: 0.0842314 Jun 09 22:05:29.288648 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Deleting port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:29.289017 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.547336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] For port 422e79a1-636a-4d67-bc15-0ec80c5dfee2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=422e79a1-636a-4d67-bc15-0ec80c5dfee2,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:29.547336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.892041 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a15d-a9aa-4a6c-93e7-b7591f784ac2 req-4bcfbd1c-d468-4e6c-afde-4d54ec744b37 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:29.893664 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a7e2a15d-a9aa-4a6c-93e7-b7591f784ac2 req-4bcfbd1c-d468-4e6c-afde-4d54ec744b37 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0970197 Jun 09 22:05:29.923769 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.924217 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.924724 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Floating IP 1600ed4b-5d01-4351-808c-9f802ca744de disassociated. External IP: 172.28.2.82, port: 422e79a1-636a-4d67-bc15-0ec80c5dfee2. Jun 09 22:05:29.925169 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Calling delete_port for 422e79a1-636a-4d67-bc15-0ec80c5dfee2 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:29.951115 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a7e2a15d-a9aa-4a6c-93e7-b7591f784ac2 req-47bff753-b366-47ab-8e77-516f991b72ea tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e&id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484636 Jun 09 22:05:30.050769 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.050769 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4be08df8-1bc8-45c5-acc7-8a5b662421c8 tempest-VolumesNegativeTest-263988756 tempest-VolumesNegativeTest-263988756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:30.133293 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event deleted for resources: {'Port': ['ID=422e79a1-636a-4d67-bc15-0ec80c5dfee2,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:30.150329 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-aa60abed-472f-4a9f-8016-d364f5da874a req-6cff663e-5d1b-413d-b955-aac6d259dd35 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc HTTP/1.1" status: 200 len: 210 time: 0.0644248 Jun 09 22:05:30.157550 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.158638 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.159032 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.159390 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.160075 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.160075 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.160889 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.160889 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.161179 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.161416 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.161764 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.162102 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:30.166633 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:30.359756 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Router c29f67ce-66eb-4b05-a28b-6b8861e7161a has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:30.569496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:30.582169 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] Sync routers for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:30.602021 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:30.602668 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:30.656192 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] No DVR routers for this DVR port 422e79a1-636a-4d67-bc15-0ec80c5dfee2 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:30.659518 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.661442 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-43dca9c3-0cc6-4d66-9705-65d8594a6fe0 req-83a3684a-59ae-4910-a51a-d9e25ce118ff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "DELETE /v2.0/ports/422e79a1-636a-4d67-bc15-0ec80c5dfee2 HTTP/1.1" status: 204 len: 173 time: 1.5389159 Jun 09 22:05:30.661940 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-deleted', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:30.664231 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fee93f-3373-4996-a6bc-54ee31172968" -d '{"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-deleted", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:30.741996 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace7abda-5e90-422a-9885-5a29e08e82a4 x-openstack-request-id: req-ace7abda-5e90-422a-9885-5a29e08e82a4 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:30.742316 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc", "name": "network-vif-deleted", "tag": "422e79a1-636a-4d67-bc15-0ec80c5dfee2", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:30.742600 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ace7abda-5e90-422a-9885-5a29e08e82a4 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:30.743046 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d37fcd-e717-4f4a-8d55-a3c7b76b1efc', 'name': 'network-vif-deleted', 'tag': '422e79a1-636a-4d67-bc15-0ec80c5dfee2', 'status': 'completed', 'code': 200} Jun 09 22:05:30.840890 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:31.184527 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:31.190484 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] Checking router: c29f67ce-66eb-4b05-a28b-6b8861e7161a for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:31.199595 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:31.200200 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:31.288509 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50432) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:31.358896 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-786b1ab0-ed63-46d7-a99b-8bc28025ea82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:31.385656 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:31.388895 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-786b1ab0-ed63-46d7-a99b-8bc28025ea82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:31.446300 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-786b1ab0-ed63-46d7-a99b-8bc28025ea82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:31.449098 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-786b1ab0-ed63-46d7-a99b-8bc28025ea82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:31.453113 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-786b1ab0-ed63-46d7-a99b-8bc28025ea82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24 HTTP/1.1" status: 204 len: 168 time: 0.1606426 Jun 09 22:05:31.453113 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ec80667e-b56a-491b-b941-81a5d249b19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:31.454171 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50434) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:31.463230 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b1ab0-ed63-46d7-a99b-8bc28025ea82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:31.473726 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-786b1ab0-ed63-46d7-a99b-8bc28025ea82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:31.477058 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.api.v2.resource [None req-62416640-aaf4-4eeb-8a95-3e803dbbc9ba tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] show failed (client error): The resource could not be found. Jun 09 22:05:31.480980 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-62416640-aaf4-4eeb-8a95-3e803dbbc9ba tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups/5b3cdc7e-46c1-4d5b-8f41-9a4d588fcb24 HTTP/1.1" status: 404 len: 347 time: 0.0231719 Jun 09 22:05:31.483149 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50436) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:31.718310 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Deleting port a4ee1827-167f-4e6f-a7b5-9fa6120afd87 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:31.718556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:31.733347 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:31.738263 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932f87d-955a-4d6b-8ce2-b6265a2f3b04 None None] The sync data for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb is: [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:31.842393 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:31.842758 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.005740 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c26749-1870-49fb-a20c-2f1763231080 None None] New status for floating IP 1600ed4b-5d01-4351-808c-9f802ca744de: DOWN {{(pid=91700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:05:32.138423 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Calling delete_port for a4ee1827-167f-4e6f-a7b5-9fa6120afd87 owned by network:floatingip {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:32.216162 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron_lib.db.api [None req-99c26749-1870-49fb-a20c-2f1763231080 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 22:05:32.216162 dv-cinder-789564-5-smb neutron-server[91700]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jun 09 22:05:32.216162 dv-cinder-789564-5-smb neutron-server[91700]: [parameters: {'status': 'DOWN', 'floatingips_id': '1600ed4b-5d01-4351-808c-9f802ca744de'}] Jun 09 22:05:32.216162 dv-cinder-789564-5-smb neutron-server[91700]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:05:32.217280 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG oslo_db.api [None req-99c26749-1870-49fb-a20c-2f1763231080 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:05:32.277762 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.281524 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-621ed8f9-cd62-4205-bc0c-c3d21cb88792 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:32.326872 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event deleted for resources: {'Port': ['ID=a4ee1827-167f-4e6f-a7b5-9fa6120afd87,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:32.364688 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.364986 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.365347 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.365707 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.366056 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.366401 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.366768 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.367116 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.367458 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.367801 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.368148 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.368484 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:32.375840 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:32.428153 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.430505 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.432036 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e0b2a134-d567-44fd-a7d4-7f8535a7b279 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "DELETE /v2.0/floatingips/1600ed4b-5d01-4351-808c-9f802ca744de HTTP/1.1" status: 204 len: 168 time: 0.9473290 Jun 09 22:05:32.644946 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:32.683677 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 422e79a1-636a-4d67-bc15-0ec80c5dfee2 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:32.684020 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 422e79a1-636a-4d67-bc15-0ec80c5dfee2 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:32.719065 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c26749-1870-49fb-a20c-2f1763231080 None None] New status for floating IP 1600ed4b-5d01-4351-808c-9f802ca744de: DOWN {{(pid=91700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:05:32.754391 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50448) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:32.759024 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571963671', 'description': 'tempest-description--1193504878'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:32.784629 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.894333 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.898211 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.902153 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-919df90b-eb70-497d-88e1-11d29f148eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:32.931851 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.932990 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1776559 Jun 09 22:05:32.937457 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50450) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:32.939746 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd75cf-9c75-42da-9a57-0638517be8cf,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:32.942388 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:32.944869 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'security_group_rule': {'security_group_id': '46bd75cf-9c75-42da-9a57-0638517be8cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:32.977270 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.037583 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.042308 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.044396 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1d2b1873-3718-42f1-90c1-4ef5c9fb0d6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:33.067376 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5742b74d-6a08-4c3d-bb04-52b1326f169d,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:33.070117 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:33.074941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.076125 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361032 Jun 09 22:05:33.079022 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50452) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:33.083437 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'security_group_rule': {'security_group_id': '46bd75cf-9c75-42da-9a57-0638517be8cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:33.113584 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.175847 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.180350 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.182854 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-7fd3fe01-1a9b-4e3d-99a6-76cbf94a11e7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:33.206805 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51410051-10d6-4f76-9017-3d94965cdc7b,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:33.209701 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:33.215322 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.219597 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-d3d8e3ec-e6de-41c0-866e-49307a76e95e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367981 Jun 09 22:05:33.220510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50462) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:33.226152 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'floatingip': {'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:33.259117 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.400263 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.537886 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_common [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Allocated IP 172.28.2.156 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/8a47e577-1fb8-450c-86fc-871c3377190f) {{(pid=91698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:33.707819 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for port, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.740616 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9613062'] for port, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.745472 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:33.804069 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:33.806941 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.base_scheduler [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Resources bound (agent type, host, resource id): {{(pid=91698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:33.810620 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Received port after_create {{(pid=91698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:33.845098 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'Port': ['ID=8a47e577-1fb8-450c-86fc-871c3377190f,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:33.848905 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:33.894493 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.955756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.164636 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.169520 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.174121 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d8e03078-ff20-4a9f-80e3-5acbee2f13b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:34.283239 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'Port': ['ID=8a47e577-1fb8-450c-86fc-871c3377190f,revision_number=2']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:34.287607 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:34.294792 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.316970 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.318314 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d27f4b00-8856-4933-853c-375204fe2fe7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0966482 Jun 09 22:05:34.546507 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-ae2252e3-d73b-4b2c-92bd-ed067b9d4038 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1571963671&fields=id&tenant_id=a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 267 time: 0.0401719 Jun 09 22:05:34.710047 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-805a58f0-5b54-4886-8f62-02f1d6f1bf7b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:34.712028 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-805a58f0-5b54-4886-8f62-02f1d6f1bf7b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 817 time: 0.1582510 Jun 09 22:05:34.728599 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-36831f10-7482-446e-b9fa-eb3069de134d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/quotas/a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 375 time: 0.0109265 Jun 09 22:05:34.851549 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-97d86a1d-e10b-4696-aa45-5697ee34e9fe tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148224 Jun 09 22:05:35.011321 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-a24d63ce-4f3e-4554-8941-225fbfa69f89 service neutron] 10.222.0.42 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469076 Jun 09 22:05:35.246194 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-33e10359-c6ce-40b7-8456-02ce1f5503f7 service neutron] 10.222.0.42 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289047 Jun 09 22:05:35.483265 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-68818c7b-c02a-429f-9914-533119426f23 req-3167bd04-d424-4ca6-b199-02f98d4518a4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 210 time: 0.0501790 Jun 09 22:05:35.938516 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50512) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:36.000829 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Deleting subnet e2bf4693-4d5f-4e94-812d-cad68db22a4a {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:05:36.004560 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.060805 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.123261 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.206937 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.213525 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:36.262393 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bf4693-4d5f-4e94-812d-cad68db22a4a,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:36.265796 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:36.269960 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.273518 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b0d1941a-f4c0-49b3-9272-9c799fda8ba1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2bf4693-4d5f-4e94-812d-cad68db22a4a HTTP/1.1" status: 204 len: 168 time: 0.3334801 Jun 09 22:05:36.275984 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50514) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:36.381862 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.555015 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.574090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59a9024-54f9-4978-8185-15873cafd639']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:36.607618 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f92c23a-af25-4ea1-a84f-c379b80b329f') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:36.607941 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f92c23a-af25-4ea1-a84f-c379b80b329f') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:36.633007 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.664177 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.675171 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:05:36.675715 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:05:36.699711 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:05:36.833052 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.838236 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2ac36e7a-5b0b-4b73-8d38-e3a73b543a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:36.855807 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.858607 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f59a9024-54f9-4978-8185-15873cafd639 HTTP/1.1" status: 204 len: 168 time: 0.5814242 Jun 09 22:05:36.869773 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59a9024-54f9-4978-8185-15873cafd639,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:36.872941 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:36.909504 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-48a435f2-ed57-4308-888e-791f96527aee req-afffcdda-b92f-4353-a391-6d83be69259d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 210 time: 0.2514803 Jun 09 22:05:36.950566 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-bcafed41-b65a-4546-8119-1882551eebdc tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:36.952274 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-bcafed41-b65a-4546-8119-1882551eebdc tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 817 time: 0.4589312 Jun 09 22:05:37.007611 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-357b955b-e4f1-471f-b9c2-b3c6d3023d6b tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 380 time: 0.0460002 Jun 09 22:05:37.017677 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'port': {'device_id': '21452907-d0dd-4744-8298-bdd150b163f5', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'admin_state_up': True, 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'security_groups': ['46bd75cf-9c75-42da-9a57-0638517be8cf']}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:37.029543 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50526) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:37.084593 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-89e1e8aa-e895-4b5e-8f84-cc1a75c2d0d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b602873847224a33991823c57e432eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531478 Jun 09 22:05:37.086848 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50528) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:37.159938 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.190163 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.210932 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Made reservation on behalf of a5a46fa06a774d64bde35b99c77eb49a for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:05:37.216836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.260072 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.263399 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.265225 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d320c17b-27b8-4c9b-adb4-0881f1d22539 HTTP/1.1" status: 204 len: 168 time: 0.1769159 Jun 09 22:05:37.266506 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a41ea55a-ea8a-48cf-8f1a-bf43bd7523c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:37.284832 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320c17b-27b8-4c9b-adb4-0881f1d22539,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:37.287802 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:37.451578 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Allocated IP 172.20.0.14 (1560c1bf-f2d4-42b8-bfd0-73dce5a701f3/2a0e2606-e8c8-4cd3-9a6d-863e1b385e15/6710c5e0-8147-4e46-8555-142e8512921d) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:37.679528 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.696053 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Transition to ACTIVE for port object 6710c5e0-8147-4e46-8555-142e8512921d will not be triggered until provisioned by entity DHCP. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:37.723598 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.730848 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:37.805818 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:37.809344 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:37.814381 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:37.858714 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:37.881707 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:37.916364 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:37.917220 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.939551 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9260828 Jun 09 22:05:37.953045 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Request body: {'port': {'device_id': '21452907-d0dd-4744-8298-bdd150b163f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:38.144543 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.162385 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-c74a8035-e53e-4fb5-b809-a56f45692533 None None] Provisioning for port 6710c5e0-8147-4e46-8555-142e8512921d completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:38.172126 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-c74a8035-e53e-4fb5-b809-a56f45692533 None None] Provisioning complete for port 6710c5e0-8147-4e46-8555-142e8512921d triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:38.172858 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c74a8035-e53e-4fb5-b809-a56f45692533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.262360 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-c74a8035-e53e-4fb5-b809-a56f45692533 None None] Port 6710c5e0-8147-4e46-8555-142e8512921d cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:05:38.274568 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a443b-0346-44d7-acef-641ee8b82a8a req-5aba9202-d579-41e5-be6b-47bdaaf07bae tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:38.276088 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-960a443b-0346-44d7-acef-641ee8b82a8a req-5aba9202-d579-41e5-be6b-47bdaaf07bae tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 932 time: 0.1911604 Jun 09 22:05:38.383713 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-960a443b-0346-44d7-acef-641ee8b82a8a req-cdcaf11d-8f0d-4748-b2a4-05798861fb82 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701127 Jun 09 22:05:38.619852 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6710c5e0-8147-4e46-8555-142e8512921d {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:38.627873 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.651649 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Transition to ACTIVE for port object 6710c5e0-8147-4e46-8555-142e8512921d will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:38.656379 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.661801 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8b7d51e4-453c-4731-b94f-b53244567d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:38.905650 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:38.923645 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:38.982658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Attempting to bind port 6710c5e0-8147-4e46-8555-142e8512921d on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:05:38.982941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Attempting to bind port 6710c5e0-8147-4e46-8555-142e8512921d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:05:38.983269 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Attempting to bind port 6710c5e0-8147-4e46-8555-142e8512921d on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:38.990798 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Port 6710c5e0-8147-4e46-8555-142e8512921d on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:05:38.991493 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Attempting to bind port 6710c5e0-8147-4e46-8555-142e8512921d on network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:38.999234 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:05:38.999694 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Checking segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:39.000331 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Bound using segment: {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:05:39.000900 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Bound port: 6710c5e0-8147-4e46-8555-142e8512921d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8bbc38-f898-47bf-b877-a45374a78f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:05:39.001828 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:39.123160 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:05:39.127533 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:05:39.134199 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:39.139715 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:39.312302 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:39.312984 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:39.315445 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] 10.222.0.36 "PUT /v2.0/ports/6710c5e0-8147-4e46-8555-142e8512921d HTTP/1.1" status: 200 len: 1094 time: 1.3672261 Jun 09 22:05:39.316162 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:39.318869 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44885d75-42ad-456e-9c3c-225267932b71" -d '{"events": [{"name": "network-changed", "server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "tag": "6710c5e0-8147-4e46-8555-142e8512921d"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:39.360912 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:39.365768 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:39.413888 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8c6f36-9ffe-4a3a-a70a-7f51f92ba8d3 x-openstack-request-id: req-4c8c6f36-9ffe-4a3a-a70a-7f51f92ba8d3 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:39.414208 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "tag": "6710c5e0-8147-4e46-8555-142e8512921d", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:39.414494 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c8c6f36-9ffe-4a3a-a70a-7f51f92ba8d3 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:39.414944 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d', 'status': 'completed', 'code': 200} Jun 09 22:05:39.457218 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-3eba4fdd-19ac-4df6-9023-604e64a8c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:39.458852 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-3eba4fdd-19ac-4df6-9023-604e64a8c9d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 1097 time: 0.0854266 Jun 09 22:05:39.540040 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-10fa5dba-b4b6-4578-a35a-5a78025ec89b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6710c5e0-8147-4e46-8555-142e8512921d HTTP/1.1" status: 200 len: 217 time: 0.0688987 Jun 09 22:05:39.614623 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-8c752539-f8d2-48cb-8cee-80cf8f774d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:39.616185 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-8c752539-f8d2-48cb-8cee-80cf8f774d69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0702562 Jun 09 22:05:39.646829 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c414e-6da7-4f48-ad38-f4103ae69f7a req-a10e0d8a-a033-4172-b5e2-fdde6e1b7b4c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:39.648521 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d57c414e-6da7-4f48-ad38-f4103ae69f7a req-a10e0d8a-a033-4172-b5e2-fdde6e1b7b4c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0994921 Jun 09 22:05:39.700923 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d57c414e-6da7-4f48-ad38-f4103ae69f7a req-f63f5eda-278d-4fdd-bd99-b80eeb2ef3ef tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Jun 09 22:05:39.710901 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-bb26e62b-9de7-4d35-95e0-9b338318f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:39.712509 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-bb26e62b-9de7-4d35-95e0-9b338318f9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896494 Jun 09 22:05:39.870981 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-223edc67-5cca-40a8-9b30-d70a8bef1600 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430604 Jun 09 22:05:40.025150 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2cc0106d-90e9-4784-88ca-c9de0ecbb53e req-40d2e4c2-7ac9-477c-9470-fe24c5f7cfa1 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409588 Jun 09 22:05:40.167307 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44885d75-42ad-456e-9c3c-225267932b71 req-6c2cddef-918a-450d-aed2-f8a355b2d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:40.169483 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-44885d75-42ad-456e-9c3c-225267932b71 req-6c2cddef-918a-450d-aed2-f8a355b2d768 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 1097 time: 0.0901186 Jun 09 22:05:40.335701 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44885d75-42ad-456e-9c3c-225267932b71 req-84ff8fb3-c524-4792-a7af-3d3590cbf04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:40.337199 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-44885d75-42ad-456e-9c3c-225267932b71 req-84ff8fb3-c524-4792-a7af-3d3590cbf04e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.1577971 Jun 09 22:05:40.432313 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-44885d75-42ad-456e-9c3c-225267932b71 req-41da5741-eccb-4911-94d4-4024e1eb6f63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6710c5e0-8147-4e46-8555-142e8512921d HTTP/1.1" status: 200 len: 217 time: 0.0881841 Jun 09 22:05:40.543779 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44885d75-42ad-456e-9c3c-225267932b71 req-80d1dcf6-b48c-4090-8b27-629b668ddd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:40.547602 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-44885d75-42ad-456e-9c3c-225267932b71 req-80d1dcf6-b48c-4090-8b27-629b668ddd1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.1045241 Jun 09 22:05:40.668213 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44885d75-42ad-456e-9c3c-225267932b71 req-6320b0bb-3d1f-435e-82a6-f2200c062f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:40.672442 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-44885d75-42ad-456e-9c3c-225267932b71 req-6320b0bb-3d1f-435e-82a6-f2200c062f34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1122985 Jun 09 22:05:40.855987 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-44885d75-42ad-456e-9c3c-225267932b71 req-5e547095-9d5e-4c5f-a0cc-d521532a0bd6 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700981 Jun 09 22:05:40.952865 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:40.962526 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5ae25-e2f8-47fa-8576-c0c12fcaef5a req-ef15126f-f57e-49b2-bd1f-60c32f391062 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:40.964735 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-aab5ae25-e2f8-47fa-8576-c0c12fcaef5a req-ef15126f-f57e-49b2-bd1f-60c32f391062 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.1031060 Jun 09 22:05:41.017286 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-44885d75-42ad-456e-9c3c-225267932b71 req-7c4a9be7-2f90-42a7-af1b-ce8b8f0b8b83 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535232 Jun 09 22:05:41.030815 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-aab5ae25-e2f8-47fa-8576-c0c12fcaef5a req-3cef34e0-86e1-4045-a615-afb66de6b8f9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572624 Jun 09 22:05:41.097813 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:05:42.241447 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6477c-8604-4e5e-8698-386676631cde req-ba3c7b33-3407-43fc-8d71-e130a9e6f674 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:42.242970 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-85d6477c-8604-4e5e-8698-386676631cde req-ba3c7b33-3407-43fc-8d71-e130a9e6f674 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0933380 Jun 09 22:05:42.290808 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-85d6477c-8604-4e5e-8698-386676631cde req-945f4fb9-eda4-43a6-8ab3-b837402062b4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Jun 09 22:05:42.693016 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:05:42.858002 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:42.871494 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '6710c5e0-8147-4e46-8555-142e8512921d', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'port_id': '6710c5e0-8147-4e46-8555-142e8512921d', 'mac_address': 'fa:16:3e:a1:86:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:05:42.928673 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:42.947260 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6710c5e0-8147-4e46-8555-142e8512921d {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:42.964200 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:42.968360 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:42.970269 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:43.037753 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:43.045450 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.045792 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.046121 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.046444 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.046797 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.047114 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.047527 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.047783 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.048092 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.048510 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.048763 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.049163 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:43.052990 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:43.227206 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['6710c5e0-8147-4e46-8555-142e8512921d'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:43.524966 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee891c7-ee53-46e2-a76a-bfa410aeef25 req-6c5b278e-7044-48fb-8027-76eb1d79cdd2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:43.527123 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-bee891c7-ee53-46e2-a76a-bfa410aeef25 req-6c5b278e-7044-48fb-8027-76eb1d79cdd2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 945 time: 0.1048403 Jun 09 22:05:43.584001 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-bee891c7-ee53-46e2-a76a-bfa410aeef25 req-04c14c2a-cedd-42fd-8226-37e32fb9bdc1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477154 Jun 09 22:05:44.698807 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:44.768658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50622) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:44.798339 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 6710c5e0-8147-4e46-8555-142e8512921d completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:44.803913 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 6710c5e0-8147-4e46-8555-142e8512921d triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:44.804343 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.810375 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c655f2-57dd-4327-af27-e8a0c448a65a req-95433c5f-f0b2-4c2a-a8b1-3ec11b0532f8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:44.812035 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a4c655f2-57dd-4327-af27-e8a0c448a65a req-95433c5f-f0b2-4c2a-a8b1-3ec11b0532f8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 945 time: 0.0868275 Jun 09 22:05:44.861675 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a4c655f2-57dd-4327-af27-e8a0c448a65a req-aba83d1a-d81a-4b6e-bd3d-eea80b2e19d8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 Jun 09 22:05:44.904944 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-59429108-595e-4a41-ba68-d1535fb69026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.927031 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.955527 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:44.957762 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c8d804-019c-4327-98c6-3fec59fcad8b" -d '{"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-plugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:44.970204 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:44.975820 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.979577 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-e48be521-d304-4cc7-b818-396d41755add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:45.015081 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4bac34-b5a3-4689-a318-7842beb4ba3c x-openstack-request-id: req-ed4bac34-b5a3-4689-a318-7842beb4ba3c {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:45.015383 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-plugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:45.015692 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed4bac34-b5a3-4689-a318-7842beb4ba3c {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:45.016023 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d', 'code': 200} Jun 09 22:05:45.016270 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-59429108-595e-4a41-ba68-d1535fb69026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.021210 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-59429108-595e-4a41-ba68-d1535fb69026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.030312 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b03ca543-c096-4fdd-abe3-fde8e66ccd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:45.064721 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59429108-595e-4a41-ba68-d1535fb69026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab7d539-adf6-4a83-83f3-646896a2c12d,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:45.069973 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-59429108-595e-4a41-ba68-d1535fb69026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:45.076726 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:45.080752 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-59429108-595e-4a41-ba68-d1535fb69026 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3ce69910a8e4236b261425e7d232d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103433 Jun 09 22:05:45.080985 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50628) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:45.082089 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:45.150918 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.183041 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.243184 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.245926 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.247245 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eab7d539-adf6-4a83-83f3-646896a2c12d HTTP/1.1" status: 204 len: 168 time: 0.1650746 Jun 09 22:05:45.248140 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-5118c31c-b01a-4a40-a989-cb38b135a889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:45.259334 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab7d539-adf6-4a83-83f3-646896a2c12d,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:45.263486 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:45.271587 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be5e92-3236-4b98-9ac4-ad0e500bac94 req-08f12b86-4837-4251-b0fe-475f37c58e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:45.273484 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-49be5e92-3236-4b98-9ac4-ad0e500bac94 req-08f12b86-4837-4251-b0fe-475f37c58e90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 1099 time: 0.0884416 Jun 09 22:05:45.319279 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-49be5e92-3236-4b98-9ac4-ad0e500bac94 req-1062522e-1a55-46f4-81c4-54afca89af16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392609 Jun 09 22:05:46.060150 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35af19-afa2-4558-860a-924b051df644 req-310e0935-c38f-4c03-b529-e37156206464 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:46.060981 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7a35af19-afa2-4558-860a-924b051df644 req-310e0935-c38f-4c03-b529-e37156206464 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0783057 Jun 09 22:05:46.188149 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-7a35af19-afa2-4558-860a-924b051df644 req-7ec94a1b-34d2-4f0e-a29e-2f8ac19ccf02 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207356 Jun 09 22:05:47.378554 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500331e2-a9ba-4655-b30b-eacf6259a4ee req-9a8a9264-67fb-42d4-8dd1-fca76f41c03f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:47.380047 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-500331e2-a9ba-4655-b30b-eacf6259a4ee req-9a8a9264-67fb-42d4-8dd1-fca76f41c03f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0800698 Jun 09 22:05:47.423650 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-500331e2-a9ba-4655-b30b-eacf6259a4ee req-3ab51dd6-b4f9-4948-b284-1a20728e587e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Jun 09 22:05:47.605049 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00ace0-5e93-47c6-bcae-47000ad0282b req-2d554e54-fa5a-401d-8b87-fa5a8215047f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:47.606477 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-aa00ace0-5e93-47c6-bcae-47000ad0282b req-2d554e54-fa5a-401d-8b87-fa5a8215047f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0787907 Jun 09 22:05:47.615231 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50642) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:47.619645 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Request body: {'floatingip': {'port_id': '6710c5e0-8147-4e46-8555-142e8512921d'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:47.776354 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:48.353191 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:48.357324 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:48.522861 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.l3_db [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Floating IP 5007df8c-9a4b-45ff-8a5d-38d0421eac26 associated. External IP: 172.28.2.156, port: 6710c5e0-8147-4e46-8555-142e8512921d. Jun 09 22:05:48.856990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Router c29f67ce-66eb-4b05-a28b-6b8861e7161a has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:48.866986 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-88eb9336-240c-4b70-8cdf-0b0cd8911b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:49.128687 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:49.133575 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:49.138336 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] Sync routers for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:49.148756 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:49.149369 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:49.194722 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ce7af09d-2d1e-4672-a634-fd9133c94591 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "PUT /v2.0/floatingips/5007df8c-9a4b-45ff-8a5d-38d0421eac26 HTTP/1.1" status: 200 len: 992 time: 1.5759845 Jun 09 22:05:49.194722 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:49.195518 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3" -d '{"events": [{"name": "network-changed", "server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "tag": "6710c5e0-8147-4e46-8555-142e8512921d"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:49.312936 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d4e388-7066-40e8-b1a3-63a1cdde0ec2 x-openstack-request-id: req-d5d4e388-7066-40e8-b1a3-63a1cdde0ec2 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:49.313268 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "tag": "6710c5e0-8147-4e46-8555-142e8512921d", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:49.313557 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5d4e388-7066-40e8-b1a3-63a1cdde0ec2 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:49.313983 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d', 'status': 'completed', 'code': 200} Jun 09 22:05:49.335028 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:49.412904 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-418190b7-27f4-4b2a-bfc4-ba1780794eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:49.414268 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-418190b7-27f4-4b2a-bfc4-ba1780794eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 1099 time: 0.0717711 Jun 09 22:05:49.544044 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-d2ab1e76-1252-4189-b443-38b9413f2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:49.545471 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-d2ab1e76-1252-4189-b443-38b9413f2b07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.1234379 Jun 09 22:05:49.647455 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-9549db16-93e3-4e99-851a-49a248a63a15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6710c5e0-8147-4e46-8555-142e8512921d HTTP/1.1" status: 200 len: 1000 time: 0.0947840 Jun 09 22:05:49.672561 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '5007df8c-9a4b-45ff-8a5d-38d0421eac26', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'floating_ip_address': '172.28.2.156', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'port_id': '6710c5e0-8147-4e46-8555-142e8512921d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'mac_address': 'fa:16:3e:a1:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21452907-d0dd-4744-8298-bdd150b163f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:05:33Z', 'updated_at': '2021-06-09T22:05:48Z', 'revision_number': 1, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:49.676232 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] Checking router: c29f67ce-66eb-4b05-a28b-6b8861e7161a for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:49.684346 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:49.684932 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:49.713526 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-1009b047-44f1-42ec-bdcc-435d0abc3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:49.714980 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-1009b047-44f1-42ec-bdcc-435d0abc3b47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0574899 Jun 09 22:05:49.788161 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-38e0a2f5-fc1b-42ad-8186-8ce152759d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:49.789637 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-38e0a2f5-fc1b-42ad-8186-8ce152759d7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685732 Jun 09 22:05:49.860809 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:49.923844 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-8f8f409d-b8b7-4353-9cb3-8a18ef1b4cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221967 Jun 09 22:05:50.060729 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59a3ad44-52a3-45ea-9a66-ba1bc975fda3 req-087a4163-657b-4eaf-8ed1-89780517aaeb service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256554 Jun 09 22:05:50.233856 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '5007df8c-9a4b-45ff-8a5d-38d0421eac26', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'floating_ip_address': '172.28.2.156', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'port_id': '6710c5e0-8147-4e46-8555-142e8512921d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'mac_address': 'fa:16:3e:a1:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21452907-d0dd-4744-8298-bdd150b163f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:05:33Z', 'updated_at': '2021-06-09T22:05:48Z', 'revision_number': 1, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:50.238834 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50ff81-ca99-4e4b-98fc-4794ecf4e732 None None] The sync data for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb is: [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '5007df8c-9a4b-45ff-8a5d-38d0421eac26', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'floating_ip_address': '172.28.2.156', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'port_id': '6710c5e0-8147-4e46-8555-142e8512921d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'mac_address': 'fa:16:3e:a1:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21452907-d0dd-4744-8298-bdd150b163f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:05:33Z', 'updated_at': '2021-06-09T22:05:48Z', 'revision_number': 1, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:50.434439 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e982ee-6297-401f-9ff0-42f15247611a None None] New status for floating IP 5007df8c-9a4b-45ff-8a5d-38d0421eac26: ACTIVE {{(pid=91700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:05:51.337320 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6199d475-7ded-4c22-8e98-1e211dd2e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:51.339141 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:52.092096 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:54.017769 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:05.530203 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-393f89e7-fb94-44d7-982e-435cf063e46f tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086761755&fields=id&tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7 HTTP/1.1" status: 200 len: 267 time: 0.0423033 Jun 09 22:06:05.611894 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-b3f173e4-5bd0-49b6-b212-4534f1d0eba1 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:05.613338 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-b3f173e4-5bd0-49b6-b212-4534f1d0eba1 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 984 time: 0.0779686 Jun 09 22:06:05.625562 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Request body: {'port': {'security_groups': ['8b7870ad-077b-42e9-8000-b985bdf60a66']}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:06:05.746715 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:05.982669 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:06.007284 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for port, precommit_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.011617 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9613172'] for port, after_update {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.017809 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8bd9e32f-b9e3-4a32-a313-41e18fb5afd6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:06.024052 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f55b83dd-52f0-49cb-9217-6f56aab36f33'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:06:06.085989 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:06.086504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.091029 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-891ee8e3-17b2-4a49-8922-122cce38f711 req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "PUT /v2.0/ports/f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 942 time: 0.4701989 Jun 09 22:06:06.091607 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:06.093946 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f069a611-a13b-4b43-a302-9783eb3e2d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:06.097045 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50718) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:06.144756 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event updated for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=7']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:06.149391 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7ad658fd-f440-4044-9789-b1dd7880fdbe tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:06.176929 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd2fd7f-9ff5-4762-8847-218230065c75 x-openstack-request-id: req-9bd2fd7f-9ff5-4762-8847-218230065c75 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:06.177521 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:06.178014 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bd2fd7f-9ff5-4762-8847-218230065c75 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:06.178647 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'status': 'completed', 'code': 200} Jun 09 22:06:06.249488 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f55b83dd-52f0-49cb-9217-6f56aab36f33'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:06:06.254489 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.287526 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.367507 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-b5718c5e-3b3c-4305-a71d-e1043c7f334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:06.369445 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-b5718c5e-3b3c-4305-a71d-e1043c7f334b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1098 time: 0.1568413 Jun 09 22:06:06.439906 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-35495c1f-f01c-4c54-8386-b512ea336eea None None] Provisioning complete for port f55b83dd-52f0-49cb-9217-6f56aab36f33 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:06:06.440282 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-35495c1f-f01c-4c54-8386-b512ea336eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.458062 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.460536 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.461658 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "DELETE /v2.0/security-groups/e1fbdfa5-bff9-4862-81b5-6f606df7ac0e HTTP/1.1" status: 204 len: 168 time: 0.3649740 Jun 09 22:06:06.464581 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50724) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:06.466549 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1dce0a0a-7483-461b-badd-8d9664252576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:06.480006 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fbdfa5-bff9-4862-81b5-6f606df7ac0e,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:06.483543 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:06.534836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-922739af-b09e-4035-bb09-aa36ba30124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:06.536191 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-922739af-b09e-4035-bb09-aa36ba30124e service neutron] 10.222.0.36 "GET /v2.0/networks?id=acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 200 len: 916 time: 0.1512556 Jun 09 22:06:06.649669 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-6fa0e198-9019-405e-9a1a-f375792c9efe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 1001 time: 0.1050630 Jun 09 22:06:06.720064 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-d9c76e6a-5007-4b5d-ad0e-3a06025ca598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:06.721480 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-d9c76e6a-5007-4b5d-ad0e-3a06025ca598 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf495eb3-8c19-494e-bc52-2392a5487203 HTTP/1.1" status: 200 len: 854 time: 0.0616255 Jun 09 22:06:06.740790 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Deleting port 350b759c-d096-40bb-ab02-8799d3e44823 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:06.741932 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.799037 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-b0d92c4e-66a0-423b-bdbe-516ad7521060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:06.800497 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-b0d92c4e-66a0-423b-bdbe-516ad7521060 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=acffb731-2ab4-4674-a912-58e925103e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708706 Jun 09 22:06:06.860695 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.861021 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.931186 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-a732b7df-6504-45cd-b127-8e1805a6bf79 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227908 Jun 09 22:06:06.982280 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Calling delete_port for 350b759c-d096-40bb-ab02-8799d3e44823 owned by network:floatingip {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:07.113327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:07.117720 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:07.142972 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f069a611-a13b-4b43-a302-9783eb3e2d3c req-24e48ca6-28a4-4fde-851e-643a155ef4d9 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040598 Jun 09 22:06:07.161244 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event deleted for resources: {'Port': ['ID=350b759c-d096-40bb-ab02-8799d3e44823,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:07.165097 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:07.356642 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks [] for floatingip, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:07.356981 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.db.l3_db [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Floating IP 72093456-d685-4cac-b9c7-25e870d8944c disassociated (deleted). External IP: 172.28.2.173, port: f55b83dd-52f0-49cb-9217-6f56aab36f33. Jun 09 22:06:07.701316 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:06:07.884811 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:06:07.889025 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:07.895044 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] Sync routers for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:06:07.904448 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:07.905065 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:07.942131 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d4505ff8-0ce1-43cb-8dd9-e562bc3eacca tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "DELETE /v2.0/floatingips/72093456-d685-4cac-b9c7-25e870d8944c HTTP/1.1" status: 204 len: 168 time: 1.4763753 Jun 09 22:06:08.080516 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:08.180174 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33'}] {{(pid=91698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:08.182800 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dc4e6379bdd351edbd24487d510c7ab3b2065eb181695ec23e97b3ec65f56d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aceb70-f3f3-42fe-8558-c0051debcae5" -d '{"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33"}]}' {{(pid=91698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:08.227631 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f299aa7-ee30-4b82-9f02-d879eefd8539 x-openstack-request-id: req-8f299aa7-ee30-4b82-9f02-d879eefd8539 {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:08.228095 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33", "status": "completed", "code": 200}]} {{(pid=91698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:08.228388 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f299aa7-ee30-4b82-9f02-d879eefd8539 {{(pid=91698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:08.228843 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'status': 'completed', 'code': 200} Jun 09 22:06:08.351320 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-69a58d4f-cf5a-4467-a8db-d515280d0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:08.353121 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-69a58d4f-cf5a-4467-a8db-d515280d0cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 1098 time: 0.0997829 Jun 09 22:06:08.422890 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 5, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:08.427441 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] Checking router: 5ab200a0-76f0-41be-a202-fb1d5d079ce0 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:06:08.437167 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:08.437774 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:08.500750 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-e5d73058-b9ad-463d-8924-8c4893bedd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:08.502212 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-e5d73058-b9ad-463d-8924-8c4893bedd43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 200 len: 916 time: 0.1426580 Jun 09 22:06:08.569285 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-61e3684b-99a4-4fb4-a628-1fac6bd0f60e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 200 len: 217 time: 0.0595841 Jun 09 22:06:08.614589 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:08.637184 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-b0f9a068-4b29-4003-b7e3-125f6288a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:08.638613 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-b0f9a068-4b29-4003-b7e3-125f6288a058 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf495eb3-8c19-494e-bc52-2392a5487203 HTTP/1.1" status: 200 len: 854 time: 0.0623922 Jun 09 22:06:08.717869 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-6801edd7-9067-4cd1-819e-2b6e196ddc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:08.719326 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-6801edd7-9067-4cd1-819e-2b6e196ddc8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=acffb731-2ab4-4674-a912-58e925103e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726905 Jun 09 22:06:08.856268 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-baf7c4e5-2788-4c87-b4cb-4d2cb2ccad12 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282024 Jun 09 22:06:08.963538 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 5, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:08.967955 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d8fd5-a7b0-47e8-81e3-842048cea6d9 None None] The sync data for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb is: [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:03:00Z', 'revision_number': 4, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '4585ba6b-14d0-4d69-8f30-a4299a6ec9cd', 'name': '', 'network_id': 'acffb731-2ab4-4674-a912-58e925103e04', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'mac_address': 'fa:16:3e:88:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:59Z', 'updated_at': '2021-06-09T22:03:14Z', 'revision_number': 5, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'subnets': [{'id': 'bf495eb3-8c19-494e-bc52-2392a5487203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:06:08.998539 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-80aceb70-f3f3-42fe-8558-c0051debcae5 req-8df7785b-bc13-44a5-b0ec-75cf9d71fb45 service neutron] 10.222.0.36 "GET /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356103 Jun 09 22:06:09.193190 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05fcaa-363f-4c3b-813f-7a9ced48f6e4 None None] New status for floating IP 72093456-d685-4cac-b9c7-25e870d8944c: DOWN {{(pid=91700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:06:10.951155 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.260583 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266fad5-5f15-45ed-ba30-8103e0f61821 req-e6b3d001-e573-4557-8498-160007aa5ac4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:11.262140 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2266fad5-5f15-45ed-ba30-8103e0f61821 req-e6b3d001-e573-4557-8498-160007aa5ac4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.0843577 Jun 09 22:06:11.304947 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2266fad5-5f15-45ed-ba30-8103e0f61821 req-792e5289-37ee-4d5e-a422-f85d752672fd tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Jun 09 22:06:12.507091 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01df25-9536-4e10-a552-e8aa2b6c2189 req-23bfb3dc-a577-413f-8412-aff62af02d98 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:12.508668 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1f01df25-9536-4e10-a552-e8aa2b6c2189 req-23bfb3dc-a577-413f-8412-aff62af02d98 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.0897770 Jun 09 22:06:12.556502 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1f01df25-9536-4e10-a552-e8aa2b6c2189 req-8d6281ae-5c45-432f-86b9-8c0ef7808177 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Jun 09 22:06:13.136977 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-08d2edea-95de-4d85-b257-ac0105aca29d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:13.138392 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-08d2edea-95de-4d85-b257-ac0105aca29d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.36 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.0888376 Jun 09 22:06:13.292655 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Deleting port f55b83dd-52f0-49cb-9217-6f56aab36f33 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:13.293177 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.450898 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] For port f55b83dd-52f0-49cb-9217-6f56aab36f33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f55b83dd-52f0-49cb-9217-6f56aab36f33,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:13.451322 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.597793 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Calling delete_port for f55b83dd-52f0-49cb-9217-6f56aab36f33 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:13.783663 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.791033 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e0e83b4a-f2a9-4dc4-b045-f724e5f1a4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:13.796460 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f55b83dd-52f0-49cb-9217-6f56aab36f33'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:06:13.925239 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Pushing event deleted for resources: {'Port': ['ID=f55b83dd-52f0-49cb-9217-6f56aab36f33,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:13.930870 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:13.998922 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbbd8-67da-4795-98ef-3ac4d94c0892 req-99c50128-4d64-4458-8756-693bc46007a2 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:14.000295 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-475bbbd8-67da-4795-98ef-3ac4d94c0892 req-99c50128-4d64-4458-8756-693bc46007a2 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/ports?device_id=15548f8a-956a-4546-9057-14459be9eaa0 HTTP/1.1" status: 200 len: 945 time: 0.3078306 Jun 09 22:06:14.028162 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] No DVR routers for this DVR port f55b83dd-52f0-49cb-9217-6f56aab36f33 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:14.032772 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:14.034800 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-872924ae-a710-4280-8bdb-6c3e0123eabd req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.36 "DELETE /v2.0/ports/f55b83dd-52f0-49cb-9217-6f56aab36f33 HTTP/1.1" status: 204 len: 173 time: 0.8818276 Jun 09 22:06:14.035303 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'name': 'network-vif-deleted', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:14.037597 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f84cdd-b6a9-4f65-b735-e2b4f9e68b55" -d '{"events": [{"server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "name": "network-vif-deleted", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:14.070477 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-475bbbd8-67da-4795-98ef-3ac4d94c0892 req-f052ef58-9bc8-4dbf-b351-fd0d879b3d0d tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b7870ad-077b-42e9-8000-b985bdf60a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636475 Jun 09 22:06:14.144226 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b6a8bb-fbb5-4265-a8fb-4fd4d5e7a0b3 x-openstack-request-id: req-30b6a8bb-fbb5-4265-a8fb-4fd4d5e7a0b3 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:14.144616 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15548f8a-956a-4546-9057-14459be9eaa0", "name": "network-vif-deleted", "tag": "f55b83dd-52f0-49cb-9217-6f56aab36f33", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:14.144914 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30b6a8bb-fbb5-4265-a8fb-4fd4d5e7a0b3 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:14.145410 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15548f8a-956a-4546-9057-14459be9eaa0', 'name': 'network-vif-deleted', 'tag': 'f55b83dd-52f0-49cb-9217-6f56aab36f33', 'status': 'completed', 'code': 200} Jun 09 22:06:15.051504 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb080-1c6e-4819-8ece-d697cd99742f req-633e0415-60dd-410b-9641-0ca08ea7f066 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:15.052871 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-894eb080-1c6e-4819-8ece-d697cd99742f req-633e0415-60dd-410b-9641-0ca08ea7f066 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0810373 Jun 09 22:06:15.098649 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-894eb080-1c6e-4819-8ece-d697cd99742f req-4e403e90-e3ee-402b-b5f8-c408ee58d902 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393698 Jun 09 22:06:16.306853 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4763e-3bf4-436a-ba0a-364fac04228a req-9b5f5d96-ab70-4743-ac7d-39666c7ba04f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:16.309281 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c0a4763e-3bf4-436a-ba0a-364fac04228a req-9b5f5d96-ab70-4743-ac7d-39666c7ba04f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0930071 Jun 09 22:06:16.361256 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c0a4763e-3bf4-436a-ba0a-364fac04228a req-6f69b4f7-6714-4e1c-b19d-92566858d800 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Jun 09 22:06:16.811341 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f55b83dd-52f0-49cb-9217-6f56aab36f33 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:16.849498 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: f55b83dd-52f0-49cb-9217-6f56aab36f33 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:16.849871 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f55b83dd-52f0-49cb-9217-6f56aab36f33 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:17.048603 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50864) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:17.610185 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4090319'] for router_interface, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:17.762229 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094224b-0e7e-4908-b274-b65f463cae27 req-a73deafc-d5d0-4c8f-8cdf-405bc33b1d2e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:17.763816 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4094224b-0e7e-4908-b274-b65f463cae27 req-a73deafc-d5d0-4c8f-8cdf-405bc33b1d2e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.2863684 Jun 09 22:06:17.816146 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-4094224b-0e7e-4908-b274-b65f463cae27 req-61307f62-313e-4bef-87e9-5e645120e1e4 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Jun 09 22:06:18.097235 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:06:18.177716 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Deleting port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:18.178360 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:18.314855 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] For port 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:18.315199 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:18.530324 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Calling delete_port for 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd owned by network:router_interface {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:18.692957 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:18.697189 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:18.745066 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4585ba6b-14d0-4d69-8f30-a4299a6ec9cd,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:18.771440 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:18.873362 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-fcb1b423-e1d2-43b3-a2a1-00fc54e92cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:19.025931 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e3833-6a4b-4bed-acaf-201a8cc6f67b req-766a8a0f-90cd-49b1-ba23-2fed8db42323 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:19.027366 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-572e3833-6a4b-4bed-acaf-201a8cc6f67b req-766a8a0f-90cd-49b1-ba23-2fed8db42323 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0868871 Jun 09 22:06:19.055658 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4093841'] for router_interface, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:19.075075 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-572e3833-6a4b-4bed-acaf-201a8cc6f67b req-e9f0737e-0700-4701-9cd1-68e3a623a137 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Jun 09 22:06:19.538697 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:06:19.723991 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:06:19.729603 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e70e5364-4fc5-488d-9305-8e3d327de0d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/5ab200a0-76f0-41be-a202-fb1d5d079ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799436 Jun 09 22:06:19.732907 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50878) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:19.733787 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] Sync routers for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:06:19.743854 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:19.744511 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:19.909219 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks [] for router, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:19.928954 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:20.089003 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.165510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Deleting port 9ee2d68c-666e-45ab-8d59-d925bc940299 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:20.165930 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.219976 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:06:18Z', 'revision_number': 5, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port': {'id': '9ee2d68c-666e-45ab-8d59-d925bc940299', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:02:52Z', 'updated_at': '2021-06-09T22:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:20.225305 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] Checking router: 5ab200a0-76f0-41be-a202-fb1d5d079ce0 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:06:20.234061 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] Routers {'5ab200a0-76f0-41be-a202-fb1d5d079ce0'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:20.235083 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:05:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:20.275102 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4354-0987-4c63-a4b7-ec38586b8c44 req-91371420-7ef5-4881-80cf-2570ee42661e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:20.276783 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-623d4354-0987-4c63-a4b7-ec38586b8c44 req-91371420-7ef5-4881-80cf-2570ee42661e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0917127 Jun 09 22:06:20.295435 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] For port 9ee2d68c-666e-45ab-8d59-d925bc940299, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=9ee2d68c-666e-45ab-8d59-d925bc940299,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:20.295784 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.330399 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-623d4354-0987-4c63-a4b7-ec38586b8c44 req-a078dce6-f590-4f32-8325-9423296af9e4 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468712 Jun 09 22:06:20.390548 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] Set router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 gateway port host: None {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:20.424720 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Calling delete_port for 9ee2d68c-666e-45ab-8d59-d925bc940299 owned by network:router_gateway {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:20.502644 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:06:20Z', 'revision_number': 6, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port_host': None}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:20.507477 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52666fd7-913e-4faf-b30b-d253b30d7b32 None None] The sync data for ids ['5ab200a0-76f0-41be-a202-fb1d5d079ce0'] in dv-cinder-789564-5-smb is: [{'id': '5ab200a0-76f0-41be-a202-fb1d5d079ce0', 'name': 'tempest-TestMinimumBasicScenario-1139091459-router', 'tenant_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:02:51Z', 'updated_at': '2021-06-09T22:06:20Z', 'revision_number': 6, 'project_id': 'e5511fa1c1ea4f8982a7689d0b8a13c7', 'gw_port_host': None}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:06:20.574777 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.578706 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:20.622106 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee2d68c-666e-45ab-8d59-d925bc940299,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:20.625197 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:20.718488 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087894'] for router_gateway, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.017458 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4086798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1795'] for router, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.019844 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.047911 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086938'] for router, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.048557 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab200a0-76f0-41be-a202-fb1d5d079ce0 {{(pid=91698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:06:21.054547 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.055714 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b740124c-81c5-46d2-94d4-0b89b7739d3b admin admin] 10.222.0.42 "DELETE /v2.0/routers/5ab200a0-76f0-41be-a202-fb1d5d079ce0 HTTP/1.1" status: 204 len: 168 time: 1.3218336 Jun 09 22:06:21.058430 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50884) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:21.117196 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Deleting subnet bf495eb3-8c19-494e-bc52-2392a5487203 {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:06:21.120565 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.173557 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.301202 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.344510 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-84df3c9c-b5b4-4f43-a12d-3106b97e1614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.346450 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.387322 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.392421 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:21.417170 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 9ee2d68c-666e-45ab-8d59-d925bc940299 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:21.436602 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.438610 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf495eb3-8c19-494e-bc52-2392a5487203 HTTP/1.1" status: 204 len: 168 time: 0.3790596 Jun 09 22:06:21.439565 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf495eb3-8c19-494e-bc52-2392a5487203,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:21.441134 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50888) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:21.453036 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-aa6dd479-3524-45b6-b29f-40d179309dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:21.454986 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e05e09-4c02-4788-9ff8-26852b580afa None None] Network acffb731-2ab4-4674-a912-58e925103e04 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:06:21.571218 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 9ee2d68c-666e-45ab-8d59-d925bc940299 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:21.571567 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 9ee2d68c-666e-45ab-8d59-d925bc940299 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:21.572002 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:21.607590 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.620409 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:21.620788 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 4585ba6b-14d0-4d69-8f30-a4299a6ec9cd not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:21.686786 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb1a3-5270-44a9-a412-f9757f10745d req-7bbdb2fd-e72c-400f-978d-659cbd4a7cb3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:21.688584 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-482bb1a3-5270-44a9-a412-f9757f10745d req-7bbdb2fd-e72c-400f-978d-659cbd4a7cb3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.1783836 Jun 09 22:06:21.749575 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-482bb1a3-5270-44a9-a412-f9757f10745d req-2b4a4076-bd16-4d82-bb42-5db7be3869c7 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514259 Jun 09 22:06:21.762759 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Deleting port f881c2ac-d5db-4296-96b8-6f583d4e3b91 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:21.763212 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.828838 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] DHCP port deletion for acffb731-2ab4-4674-a912-58e925103e04 request from dv-cinder-789564-5-smb {{(pid=91699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:06:21.882740 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] For port f881c2ac-d5db-4296-96b8-6f583d4e3b91, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=f881c2ac-d5db-4296-96b8-6f583d4e3b91,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:21.883079 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:21.896193 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Deleting port f881c2ac-d5db-4296-96b8-6f583d4e3b91 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:21.896606 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.001648 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] For port f881c2ac-d5db-4296-96b8-6f583d4e3b91, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=f881c2ac-d5db-4296-96b8-6f583d4e3b91,segment=NetworkSegment(9f199f0e-5c66-4508-81ac-6f08ab3f468d),segment_id=9f199f0e-5c66-4508-81ac-6f08ab3f468d)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:22.002251 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.020842 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Calling delete_port for f881c2ac-d5db-4296-96b8-6f583d4e3b91 owned by network:dhcp {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:22.074741 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.081272 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:22.127915 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Calling delete_port for f881c2ac-d5db-4296-96b8-6f583d4e3b91 owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:22.130096 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f881c2ac-d5db-4296-96b8-6f583d4e3b91,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:22.132499 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] No DVR routers for this DVR port f881c2ac-d5db-4296-96b8-6f583d4e3b91 on host dv-cinder-789564-5-smb {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:22.134394 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:22.210739 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.251777 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.265938 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acffb731-2ab4-4674-a912-58e925103e04']}} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:22.270942 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.275416 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:22.278151 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f199f0e-5c66-4508-81ac-6f08ab3f468d') {'for_net_delete': True} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:22.278448 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f199f0e-5c66-4508-81ac-6f08ab3f468d') {} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:22.289910 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212631'] for segment, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.307041 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.313475 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=91697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:06:22.313864 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2552999'] for segment, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.320104 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Pushing event deleted for resources: {'Port': ['ID=f881c2ac-d5db-4296-96b8-6f583d4e3b91,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:22.323215 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:22.324235 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] No DVR routers for this DVR port f881c2ac-d5db-4296-96b8-6f583d4e3b91 on host dv-cinder-789564-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: Traceback (most recent call last): Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: timer() Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: cb(*args, **kw) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: return func(*args, **kwargs) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: self._notify() Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: self.callback(batched_events) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: event.method(event) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: return f(self, *a, **k) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: return self._get(url).json() Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: return self.request(url, 'GET', **kwargs) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:06:22.332190 dv-cinder-789564-5-smb neutron-server[91697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:06:22.410599 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.414937 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:22.431731 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:22.433549 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] 10.222.0.42 "DELETE /v2.0/networks/acffb731-2ab4-4674-a912-58e925103e04 HTTP/1.1" status: 204 len: 168 time: 0.9914396 Jun 09 22:06:22.436496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50894) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:22.577628 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Pushing event deleted for resources: {'Network': ['ID=acffb731-2ab4-4674-a912-58e925103e04,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:22.587555 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:23.026647 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d0f1e-557b-4b93-834a-e52ae0e918a4 req-f81838ae-be52-4758-ad92-a040268b374b tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:23.028137 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-717d0f1e-557b-4b93-834a-e52ae0e918a4 req-f81838ae-be52-4758-ad92-a040268b374b tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.1659281 Jun 09 22:06:23.086969 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-717d0f1e-557b-4b93-834a-e52ae0e918a4 req-8f09b6d4-fc32-446e-844d-57b31644b953 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529585 Jun 09 22:06:23.169842 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4090319'] for router_interface, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:23.399015 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device f881c2ac-d5db-4296-96b8-6f583d4e3b91 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:23.433605 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: f881c2ac-d5db-4296-96b8-6f583d4e3b91 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:23.433951 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device f881c2ac-d5db-4296-96b8-6f583d4e3b91 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:23.583213 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Deleting port 5316e295-8817-456a-b191-ae43b5713102 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:23.583810 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:23.705014 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] For port 5316e295-8817-456a-b191-ae43b5713102, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=5316e295-8817-456a-b191-ae43b5713102,segment=NetworkSegment(aa412d92-d1cd-4263-9de4-940fdc22c157),segment_id=aa412d92-d1cd-4263-9de4-940fdc22c157)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:23.705378 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:23.826889 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Calling delete_port for 5316e295-8817-456a-b191-ae43b5713102 owned by network:router_interface {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:24.019051 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:24.204809 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:24.210722 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a89e9285-ddb5-44ff-bf31-c3ec02c3ca87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:24.292574 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5316e295-8817-456a-b191-ae43b5713102,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:24.300070 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:24.554327 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aedf1-c764-480c-bdc1-3059b0ecc7a0 req-7d83540a-349f-4dce-8746-1a29050c0e4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:24.555757 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-957aedf1-c764-480c-bdc1-3059b0ecc7a0 req-7d83540a-349f-4dce-8746-1a29050c0e4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.3069522 Jun 09 22:06:24.630646 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-957aedf1-c764-480c-bdc1-3059b0ecc7a0 req-e4c8ab8f-61da-46fd-ae31-757c58341e3f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651906 Jun 09 22:06:24.638203 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4093841'] for router_interface, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:24.996826 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Router a348e24a-cd1a-4bd3-974f-6a9599ff2556 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:06:25.197264 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:06:25.205573 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-41a06040-6e47-48ed-b718-3587c6e1abd6 admin admin] 10.222.0.42 "PUT /v2.0/routers/a348e24a-cd1a-4bd3-974f-6a9599ff2556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7677794 Jun 09 22:06:25.207849 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50904) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:25.209819 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] Sync routers for ids ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:06:25.225924 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] Routers {'a348e24a-cd1a-4bd3-974f-6a9599ff2556'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:25.227173 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:06:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:25.457536 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] Set router a348e24a-cd1a-4bd3-974f-6a9599ff2556 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:25.549666 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks [] for router, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:25.756091 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:25.787281 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:06:24Z', 'revision_number': 5, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port': {'id': 'a5930754-6d28-4745-a9bf-314e4ef6fa81', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:08Z', 'updated_at': '2021-06-09T22:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:25.791846 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] Checking router: a348e24a-cd1a-4bd3-974f-6a9599ff2556 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:06:25.800427 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] Routers {'a348e24a-cd1a-4bd3-974f-6a9599ff2556'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:25.801203 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:06:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:25.903883 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792e7a2-ad10-4d44-bd24-ccf3ac554b72 req-1c3dd28c-bd44-4c5a-a8ce-7e0698214596 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:25.905379 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d792e7a2-ad10-4d44-bd24-ccf3ac554b72 req-1c3dd28c-bd44-4c5a-a8ce-7e0698214596 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.1444311 Jun 09 22:06:25.907756 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Deleting port a5930754-6d28-4745-a9bf-314e4ef6fa81 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:25.908093 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:25.964506 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] Set router a348e24a-cd1a-4bd3-974f-6a9599ff2556 gateway port host: None {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:26.030655 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d792e7a2-ad10-4d44-bd24-ccf3ac554b72 req-c1f5a412-7c40-42c8-a8ff-361cab60c785 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075139 Jun 09 22:06:26.073332 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] For port a5930754-6d28-4745-a9bf-314e4ef6fa81, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=a5930754-6d28-4745-a9bf-314e4ef6fa81,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:26.073695 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:26.086204 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:06:25Z', 'revision_number': 6, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port_host': None}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:26.091028 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b694cc-2752-4dfb-a8a4-c3ec9f3ed710 None None] The sync data for ids ['a348e24a-cd1a-4bd3-974f-6a9599ff2556'] in dv-cinder-789564-5-smb is: [{'id': 'a348e24a-cd1a-4bd3-974f-6a9599ff2556', 'name': 'tempest-TestMinimumBasicScenario-472613353-router', 'tenant_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:06Z', 'updated_at': '2021-06-09T22:06:25Z', 'revision_number': 6, 'project_id': '8fb0c2d7059e407ab3f9fecc31ec92cc', 'gw_port_host': None}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:06:26.216373 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Calling delete_port for a5930754-6d28-4745-a9bf-314e4ef6fa81 owned by network:router_gateway {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:26.526433 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:26.534001 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-78f89734-d364-4164-a89d-ed9ba1159e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:26.622468 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5930754-6d28-4745-a9bf-314e4ef6fa81,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:26.637392 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:26.702839 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-3f5cb06c-978a-402d-8f54-5561ac61afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:26.704568 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-3f5cb06c-978a-402d-8f54-5561ac61afe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 1099 time: 0.2771449 Jun 09 22:06:26.711118 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087894'] for router_gateway, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:26.761489 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c4921-c656-4a27-b6de-300e9aa644f7 req-3949f518-4126-49a0-ac89-9de82d4a3f40 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:26.763018 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-376c4921-c656-4a27-b6de-300e9aa644f7 req-3949f518-4126-49a0-ac89-9de82d4a3f40 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.3737617 Jun 09 22:06:27.082599 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4086798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1795'] for router, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.086482 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.205995 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-376c4921-c656-4a27-b6de-300e9aa644f7 req-47310fa4-4b73-4ea2-af24-fa1468beb8ae tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644836 Jun 09 22:06:27.219313 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086938'] for router, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.219863 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a348e24a-cd1a-4bd3-974f-6a9599ff2556 {{(pid=91697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:06:27.228572 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Notify callbacks [] for router, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.231551 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a348e24a-cd1a-4bd3-974f-6a9599ff2556 HTTP/1.1" status: 204 len: 168 time: 2.0221348 Jun 09 22:06:27.232414 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50916) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:27.251483 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-17e3a39c-3b1a-48cd-9a4c-849b624aef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:27.253183 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-17e3a39c-3b1a-48cd-9a4c-849b624aef96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 911 time: 0.4850931 Jun 09 22:06:27.300763 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Deleting subnet 8ef1ebe8-236a-4794-874f-d4546ac0871a {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:06:27.304436 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.360582 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.378643 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-59394b87-415c-428a-b735-d703e7ea09ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 200 len: 1002 time: 0.1175070 Jun 09 22:06:27.416526 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 5316e295-8817-456a-b191-ae43b5713102 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:27.448292 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-5d3dcda3-8686-4d8e-b086-07f58b80ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:27.449962 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-5d3dcda3-8686-4d8e-b086-07f58b80ffc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0649252 Jun 09 22:06:27.451279 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.454497 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 5316e295-8817-456a-b191-ae43b5713102 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:27.454939 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 5316e295-8817-456a-b191-ae43b5713102 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:27.455461 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a5930754-6d28-4745-a9bf-314e4ef6fa81 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:27.489695 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: a5930754-6d28-4745-a9bf-314e4ef6fa81 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:27.490349 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a5930754-6d28-4745-a9bf-314e4ef6fa81 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:27.539751 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.542921 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-beea52b4-5473-4f8e-a799-62114f55c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:27.543949 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:27.544428 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-beea52b4-5473-4f8e-a799-62114f55c03a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875909 Jun 09 22:06:27.579789 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef1ebe8-236a-4794-874f-d4546ac0871a,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:27.581591 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.587611 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8ef1ebe8-236a-4794-874f-d4546ac0871a HTTP/1.1" status: 204 len: 168 time: 0.3494389 Jun 09 22:06:27.587611 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:27.588149 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50918) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:27.591685 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d484d35-00d4-4981-9849-6a1bc80a8525 None None] Network e501032e-769f-4de8-92a9-42e80f5635c9 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:06:27.688263 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-4a817e78-04ed-477c-b993-38dcd4f0ac33 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370745 Jun 09 22:06:27.718343 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.808248 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Deleting port 1de0aa25-716b-40c4-80d8-01d215411492 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:27.808724 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.839591 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-29d396f9-fd0f-40eb-a511-23ac5c934003 req-96a4469f-bcb0-4aa6-95c7-14d90830f9e9 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443827 Jun 09 22:06:27.856701 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] DHCP port deletion for e501032e-769f-4de8-92a9-42e80f5635c9 request from dv-cinder-789564-5-smb {{(pid=91699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:06:27.917226 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] For port 1de0aa25-716b-40c4-80d8-01d215411492, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=1de0aa25-716b-40c4-80d8-01d215411492,segment=NetworkSegment(aa412d92-d1cd-4263-9de4-940fdc22c157),segment_id=aa412d92-d1cd-4263-9de4-940fdc22c157)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:27.917720 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:27.927321 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Deleting port 1de0aa25-716b-40c4-80d8-01d215411492 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:27.927813 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.040238 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] For port 1de0aa25-716b-40c4-80d8-01d215411492, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=1de0aa25-716b-40c4-80d8-01d215411492,segment=NetworkSegment(aa412d92-d1cd-4263-9de4-940fdc22c157),segment_id=aa412d92-d1cd-4263-9de4-940fdc22c157)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:28.040643 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.053514 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Calling delete_port for 1de0aa25-716b-40c4-80d8-01d215411492 owned by network:dhcp {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:28.107874 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.115096 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-374dfaeb-d9ad-4394-9016-c713b6214ab4 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:28.167823 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Pushing event deleted for resources: {'Port': ['ID=1de0aa25-716b-40c4-80d8-01d215411492,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:28.169639 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] No DVR routers for this DVR port 1de0aa25-716b-40c4-80d8-01d215411492 on host dv-cinder-789564-5-smb {{(pid=91698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:28.171158 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:28.175952 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Calling delete_port for 1de0aa25-716b-40c4-80d8-01d215411492 owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:28.230476 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.237870 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:28.290539 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Pushing event deleted for resources: {'Port': ['ID=1de0aa25-716b-40c4-80d8-01d215411492,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:28.296516 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:28.298063 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] No DVR routers for this DVR port 1de0aa25-716b-40c4-80d8-01d215411492 on host dv-cinder-789564-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:28.320747 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.339183 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e501032e-769f-4de8-92a9-42e80f5635c9']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:28.356465 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa412d92-d1cd-4263-9de4-940fdc22c157') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:28.356895 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa412d92-d1cd-4263-9de4-940fdc22c157') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:28.375172 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.399960 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.409686 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:06:28.410282 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:06:28.431069 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:06:28.452770 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484605d-c53a-447d-bf83-94f543d997ab req-a0194236-da7b-4d93-afe6-f3e023aacdf7 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:28.456644 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2484605d-c53a-447d-bf83-94f543d997ab req-a0194236-da7b-4d93-afe6-f3e023aacdf7 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.1124222 Jun 09 22:06:28.529446 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.533236 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-96b23633-2446-4d2c-8d2e-5fc8f36d1e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:28.534901 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2484605d-c53a-447d-bf83-94f543d997ab req-5e252042-d630-4067-90c1-f53b1d3b2a25 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665059 Jun 09 22:06:28.546600 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.548414 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] 10.222.0.42 "DELETE /v2.0/networks/e501032e-769f-4de8-92a9-42e80f5635c9 HTTP/1.1" status: 204 len: 168 time: 0.9598064 Jun 09 22:06:28.556535 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Pushing event deleted for resources: {'Network': ['ID=e501032e-769f-4de8-92a9-42e80f5635c9,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:28.559523 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8764a820-d15c-4bab-ab0a-06cb442e148e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:28.783299 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50928) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:28.851997 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-dade1152-bd21-46a3-86e6-a3e1fade9a82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5511fa1c1ea4f8982a7689d0b8a13c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672052 Jun 09 22:06:28.855101 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50930) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:28.925041 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:28.952559 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:29.015238 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:29.017822 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:29.019003 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b7870ad-077b-42e9-8000-b985bdf60a66 HTTP/1.1" status: 204 len: 168 time: 0.1626241 Jun 09 22:06:29.019751 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b65a3a35-e2c9-4ede-9878-e631ed3a51d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:29.030483 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7870ad-077b-42e9-8000-b985bdf60a66,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:29.034491 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:29.454340 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 1de0aa25-716b-40c4-80d8-01d215411492 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:29.494877 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 1de0aa25-716b-40c4-80d8-01d215411492 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:29.495347 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 1de0aa25-716b-40c4-80d8-01d215411492 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:29.517689 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 50944) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:29.570341 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7b69b732-9d3a-477a-9f48-0e94261957ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fb0c2d7059e407ab3f9fecc31ec92cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507059 Jun 09 22:06:29.572987 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 50948) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:29.637655 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:29.670149 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:29.728393 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:29.732327 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:29.733875 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c24da3e7-4c30-4925-9afb-b637dc6e93df HTTP/1.1" status: 204 len: 168 time: 0.1597285 Jun 09 22:06:29.735401 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-80dfe159-d70c-4a89-a116-28a932493751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:29.749266 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24da3e7-4c30-4925-9afb-b637dc6e93df,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:29.752821 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:30.025870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3204b25-7650-45ae-b1da-f662780fc593 req-6fe4c119-5e3b-4fa7-9b8f-0f7e3f8e22dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:30.027407 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d3204b25-7650-45ae-b1da-f662780fc593 req-6fe4c119-5e3b-4fa7-9b8f-0f7e3f8e22dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.3739352 Jun 09 22:06:30.082337 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d3204b25-7650-45ae-b1da-f662780fc593 req-75887dfe-eef3-4d0f-9942-6a171b8bd8e2 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489867 Jun 09 22:06:31.808392 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bca50-9d94-461e-a24d-5e621580c081 req-e7c8c163-5382-4e64-9158-38c87d10e772 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:31.816734 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7d4bca50-9d94-461e-a24d-5e621580c081 req-e7c8c163-5382-4e64-9158-38c87d10e772 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0848238 Jun 09 22:06:31.861496 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7d4bca50-9d94-461e-a24d-5e621580c081 req-c2d89cdf-779f-40aa-bdfb-b92e69b934c0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454595 Jun 09 22:06:33.077111 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2702abe-425a-4099-b1a9-2618e695b030 req-d5de262a-a66e-49f2-9247-b78feafeb867 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:33.079135 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e2702abe-425a-4099-b1a9-2618e695b030 req-d5de262a-a66e-49f2-9247-b78feafeb867 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0947537 Jun 09 22:06:33.129432 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e2702abe-425a-4099-b1a9-2618e695b030 req-316f16d0-dedf-4fd4-88c4-e397ee8b7a50 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443308 Jun 09 22:06:34.444300 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d6257-0b05-4187-9554-e18ac44e350a req-6ce81654-4c3d-42f3-9436-4e97f7529998 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:34.445821 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-426d6257-0b05-4187-9554-e18ac44e350a req-6ce81654-4c3d-42f3-9436-4e97f7529998 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.1975825 Jun 09 22:06:34.495273 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-426d6257-0b05-4187-9554-e18ac44e350a req-3ec45f42-9c7f-4508-ba28-1887fd39cc25 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 Jun 09 22:06:35.692448 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896c79a-8c0e-4c82-ac39-d3eacc0261e8 req-0dcb7458-6daa-4735-afe0-61847a709a1a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:35.694535 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c896c79a-8c0e-4c82-ac39-d3eacc0261e8 req-0dcb7458-6daa-4735-afe0-61847a709a1a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0847583 Jun 09 22:06:35.738467 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c896c79a-8c0e-4c82-ac39-d3eacc0261e8 req-91097389-b193-4058-88df-628e84cefbc2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382714 Jun 09 22:06:36.926584 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cdec4-d257-4de1-a850-f56a9ce57957 req-5043e91c-7ca2-4c24-9422-e741097bbf1a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:36.928604 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e01cdec4-d257-4de1-a850-f56a9ce57957 req-5043e91c-7ca2-4c24-9422-e741097bbf1a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0815504 Jun 09 22:06:36.973374 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e01cdec4-d257-4de1-a850-f56a9ce57957 req-8f24e782-1548-435c-bb09-e20745e37a71 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388460 Jun 09 22:06:38.161541 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f9198-650d-4786-ac46-062174cf3625 req-35f79cfc-22dd-4a59-9991-ba23564a2715 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:38.163527 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ee2f9198-650d-4786-ac46-062174cf3625 req-35f79cfc-22dd-4a59-9991-ba23564a2715 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0813837 Jun 09 22:06:38.209688 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ee2f9198-650d-4786-ac46-062174cf3625 req-f8e19373-e1e5-45e1-a3f4-378a274e853e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401108 Jun 09 22:06:39.395886 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eb05a-e450-4d01-8e76-1b917a1e80c6 req-f0f4aedf-d7ef-4d58-97a4-8477eaae4969 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:39.397888 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-138eb05a-e450-4d01-8e76-1b917a1e80c6 req-f0f4aedf-d7ef-4d58-97a4-8477eaae4969 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0787306 Jun 09 22:06:39.445474 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-138eb05a-e450-4d01-8e76-1b917a1e80c6 req-584626a6-5811-4c31-8660-0a978312fcdb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Jun 09 22:06:40.384255 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-91a89898-7dce-4771-9145-88f092a3d1a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1696908 Jun 09 22:06:40.530225 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e832a-374b-4066-b297-951990a0a594 req-0a0e9098-743f-4411-8d46-794028916008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:40.531769 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-0a0e9098-743f-4411-8d46-794028916008 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1099 time: 0.0761728 Jun 09 22:06:40.860149 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ad18-2bec-4116-a8db-91340b0bf2e7 req-74227be8-da56-43e1-8724-0633264310aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:40.866707 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6569ad18-2bec-4116-a8db-91340b0bf2e7 req-74227be8-da56-43e1-8724-0633264310aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.2915149 Jun 09 22:06:40.866707 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e832a-374b-4066-b297-951990a0a594 req-fc256d02-0f85-4ad5-8108-4565bb2d685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:40.866707 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-fc256d02-0f85-4ad5-8108-4565bb2d685f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 909 time: 0.3138561 Jun 09 22:06:40.965312 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:40.995216 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6569ad18-2bec-4116-a8db-91340b0bf2e7 req-784f3c43-e2a9-4693-a096-d82c4d5c32d8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272478 Jun 09 22:06:41.004132 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-cf191c7c-afa2-4d0a-8fdd-771c390e25b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 1001 time: 0.1227174 Jun 09 22:06:41.070398 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e832a-374b-4066-b297-951990a0a594 req-2c20bf86-94ce-46b2-bbfb-040b60d9fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:41.071894 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-2c20bf86-94ce-46b2-bbfb-040b60d9fce1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 200 len: 847 time: 0.0605633 Jun 09 22:06:41.154486 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e832a-374b-4066-b297-951990a0a594 req-511e5ee7-8e86-4b5e-9e0c-7d5f9655c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:41.155912 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-511e5ee7-8e86-4b5e-9e0c-7d5f9655c506 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0369f052-feec-4a79-9745-2724b6ae861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738413 Jun 09 22:06:41.289458 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-18e8d8bb-c09a-42be-bca7-3ce6fbaece5d service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264374 Jun 09 22:06:41.420120 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a86e832a-374b-4066-b297-951990a0a594 req-eb1839cc-ee06-46e4-81ea-f2c0a5497074 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235812 Jun 09 22:06:42.186708 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ff45f-6472-4941-9363-aff1f6102ce7 req-c5d7822f-0e35-40ae-95ca-c2962bbd3064 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:42.188195 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c11ff45f-6472-4941-9363-aff1f6102ce7 req-c5d7822f-0e35-40ae-95ca-c2962bbd3064 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0796537 Jun 09 22:06:42.233185 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c11ff45f-6472-4941-9363-aff1f6102ce7 req-1048fbe4-ceec-41a7-8d5b-d142d4ba85fe tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393794 Jun 09 22:06:42.933978 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:06:43.063401 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:43.076260 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '6710c5e0-8147-4e46-8555-142e8512921d', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'port_id': '6710c5e0-8147-4e46-8555-142e8512921d', 'mac_address': 'fa:16:3e:a1:86:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:06:43.135287 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:43.152410 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6710c5e0-8147-4e46-8555-142e8512921d {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:06:43.168376 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:43.172112 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:43.173816 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:43.239980 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=6']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:43.247419 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.247790 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.248099 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.248430 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.248756 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.249079 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.249400 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.249719 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.250038 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.250354 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.250670 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.251079 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:43.254812 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:43.269297 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['6710c5e0-8147-4e46-8555-142e8512921d'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:06:43.603186 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05b90-048a-42db-8e94-a6c67ddfab33 req-1dfdf076-6eaa-4da1-950c-b5b614f18086 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.604654 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d5a05b90-048a-42db-8e94-a6c67ddfab33 req-1dfdf076-6eaa-4da1-950c-b5b614f18086 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 945 time: 0.0797303 Jun 09 22:06:43.650912 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d5a05b90-048a-42db-8e94-a6c67ddfab33 req-88fde8cc-4110-4fbe-a201-d8ecd6a6517d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Jun 09 22:06:44.867339 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cdd68-428d-4abb-afea-09475f5b4f2a req-9a768503-e853-4531-b083-4b139be57464 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:44.868959 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b09cdd68-428d-4abb-afea-09475f5b4f2a req-9a768503-e853-4531-b083-4b139be57464 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 945 time: 0.0935700 Jun 09 22:06:44.917216 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-b09cdd68-428d-4abb-afea-09475f5b4f2a req-e71e1b6e-3324-476e-b001-8953bee521f7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Jun 09 22:06:44.957314 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:06:45.034185 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 6710c5e0-8147-4e46-8555-142e8512921d triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:06:45.034990 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:45.164112 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:45.195641 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:45.197893 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1465d35-3178-4e90-8c71-5a27444a569f" -d '{"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-plugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:45.207016 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:45.212716 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:45.214529 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-53023d6c-284c-4495-8a55-94d4a8997e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:45.274815 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79e7866-09d2-4df2-840d-026d7593d590 x-openstack-request-id: req-e79e7866-09d2-4df2-840d-026d7593d590 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:45.275197 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-plugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:45.275366 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e79e7866-09d2-4df2-840d-026d7593d590 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:45.275753 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d', 'code': 200} Jun 09 22:06:45.291245 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=7']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:45.294272 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:46.118853 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6f75-1587-4507-b125-18b75de5127a req-eecb7150-152b-48ba-9f31-e940d5306114 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:46.120985 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2f1b6f75-1587-4507-b125-18b75de5127a req-eecb7150-152b-48ba-9f31-e940d5306114 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0881512 Jun 09 22:06:46.180918 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2f1b6f75-1587-4507-b125-18b75de5127a req-8e9b0eee-aab7-44d7-b1ed-2766c8a0d8f7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523665 Jun 09 22:06:46.524007 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bf310-50d7-405d-8835-6f2d19cccd01 req-74b669e0-2466-4715-acc2-1157fff55b07 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:46.525561 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-436bf310-50d7-405d-8835-6f2d19cccd01 req-74b669e0-2466-4715-acc2-1157fff55b07 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0957749 Jun 09 22:06:46.580778 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-436bf310-50d7-405d-8835-6f2d19cccd01 req-aaf8042c-537c-4ba0-9e5a-6368c8fc09e3 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490916 Jun 09 22:06:47.414185 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8e488-4b4e-4927-b8f6-f877f13eed69 req-ef35400a-a047-4c96-b9f3-d3b504a00db4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:47.415764 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1db8e488-4b4e-4927-b8f6-f877f13eed69 req-ef35400a-a047-4c96-b9f3-d3b504a00db4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.1051943 Jun 09 22:06:47.474081 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1db8e488-4b4e-4927-b8f6-f877f13eed69 req-0d9068a8-324b-40b3-8e18-590ee514aa9e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478151 Jun 09 22:06:47.975852 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1696d-731d-470d-bc8d-294e2867247d req-f2bac02e-fbf2-4365-892d-2f87688e1a57 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:47.978084 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2fb1696d-731d-470d-bc8d-294e2867247d req-f2bac02e-fbf2-4365-892d-2f87688e1a57 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0923150 Jun 09 22:06:48.035620 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2fb1696d-731d-470d-bc8d-294e2867247d req-62b0d2c1-2a31-4fb9-859a-594886a17712 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507405 Jun 09 22:06:48.704084 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d623a1b-77e6-4681-9672-2d0f95357b89 req-db16f3cb-8366-4016-bc03-0c11bde787a9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:48.706395 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9d623a1b-77e6-4681-9672-2d0f95357b89 req-db16f3cb-8366-4016-bc03-0c11bde787a9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0867810 Jun 09 22:06:48.763345 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-9d623a1b-77e6-4681-9672-2d0f95357b89 req-ce8e670e-10aa-44c8-8fc0-b3bb1408331a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Jun 09 22:06:48.873234 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f4964933-16ec-46db-8b58-fe2151b96a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:49.244057 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb68801-9b56-406d-85d9-8c97e411b659 req-f0bfe5c7-7600-4562-ac77-e0bd8b675e74 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:49.246349 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-feb68801-9b56-406d-85d9-8c97e411b659 req-f0bfe5c7-7600-4562-ac77-e0bd8b675e74 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0984323 Jun 09 22:06:49.304137 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-feb68801-9b56-406d-85d9-8c97e411b659 req-df4f442b-5f6f-4734-bd16-42903b1a85d2 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519898 Jun 09 22:06:50.035145 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89ec43-e759-46df-88cb-118ae765e114 req-e07efb1b-b548-419b-bc31-a9e92d988283 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:50.038367 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf89ec43-e759-46df-88cb-118ae765e114 req-e07efb1b-b548-419b-bc31-a9e92d988283 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.1153948 Jun 09 22:06:50.110098 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf89ec43-e759-46df-88cb-118ae765e114 req-b92d3faa-f9b5-4ce5-a936-818e2042f262 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659490 Jun 09 22:06:50.571792 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf01e-b0da-49e9-bbc2-dd48b1d4d1d6 req-0f73d084-8657-4234-ada9-74ef3ec40197 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:50.572522 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-78ddf01e-b0da-49e9-bbc2-dd48b1d4d1d6 req-0f73d084-8657-4234-ada9-74ef3ec40197 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1021059 Jun 09 22:06:50.638905 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-78ddf01e-b0da-49e9-bbc2-dd48b1d4d1d6 req-dc59529f-f873-4ba3-b8e8-3dea6d5b0964 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559626 Jun 09 22:06:51.349131 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c3bd9c99-4852-418e-ac50-8fcf4504354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:51.353696 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:51.369500 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa10a0-9b8e-4aad-95cf-3e95646dd46f req-658e2296-08c5-4cc5-b21e-d98df031743f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:51.371165 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d3fa10a0-9b8e-4aad-95cf-3e95646dd46f req-658e2296-08c5-4cc5-b21e-d98df031743f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.1071248 Jun 09 22:06:51.430788 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d3fa10a0-9b8e-4aad-95cf-3e95646dd46f req-90ec64f1-bf04-439c-8afb-e35771d2182d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529892 Jun 09 22:06:51.901865 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4acce7-d031-4eaf-9c2f-d49de1feeb2b req-3b8aff07-4732-44d0-a071-99f6b5749fd8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:51.904622 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1c4acce7-d031-4eaf-9c2f-d49de1feeb2b req-3b8aff07-4732-44d0-a071-99f6b5749fd8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1176302 Jun 09 22:06:51.961094 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1c4acce7-d031-4eaf-9c2f-d49de1feeb2b req-0e29d152-617f-415c-9f66-a5a019fc5c3f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495837 Jun 09 22:06:52.106505 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:52.670766 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8cb51-d4a0-404a-bb96-cf477ae56b0d req-386a43c7-d472-4f50-9063-7d22956e776f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:52.672454 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86e8cb51-d4a0-404a-bb96-cf477ae56b0d req-386a43c7-d472-4f50-9063-7d22956e776f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.1072972 Jun 09 22:06:52.723944 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86e8cb51-d4a0-404a-bb96-cf477ae56b0d req-8c4fb09a-ba3e-43c0-a3d8-a93e0e7a5233 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447245 Jun 09 22:06:53.193136 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654b5ad-93ea-4d0d-b492-69c89aec62ad req-7fee24d9-704c-4c34-aee8-401b64f99a8c tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:53.194696 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3654b5ad-93ea-4d0d-b492-69c89aec62ad req-7fee24d9-704c-4c34-aee8-401b64f99a8c tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1201003 Jun 09 22:06:53.258442 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3654b5ad-93ea-4d0d-b492-69c89aec62ad req-9b3eb2c6-6e41-4922-a35c-8582f8b18b6d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564544 Jun 09 22:06:53.922989 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb142e2-f27f-44b4-bb82-07df508c9a97 req-ffc1a638-ad76-4094-bf62-144114e3a435 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:53.924389 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6cb142e2-f27f-44b4-bb82-07df508c9a97 req-ffc1a638-ad76-4094-bf62-144114e3a435 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0833504 Jun 09 22:06:53.970524 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6cb142e2-f27f-44b4-bb82-07df508c9a97 req-fe759b6f-447f-411c-ad08-530d064e43aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Jun 09 22:06:54.026776 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:54.329956 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ddd4-24c5-458a-945d-7d8130946bde req-f5aeaa07-ed0d-45cb-a669-2afca00cd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:54.331469 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3469ddd4-24c5-458a-945d-7d8130946bde req-f5aeaa07-ed0d-45cb-a669-2afca00cd505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 1099 time: 0.0712035 Jun 09 22:06:54.449852 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915c616-115a-4fb7-9bcd-3246363aa8ae req-1751d6b6-659f-429b-b5a3-c72c03b72198 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:54.451386 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7915c616-115a-4fb7-9bcd-3246363aa8ae req-1751d6b6-659f-429b-b5a3-c72c03b72198 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0796647 Jun 09 22:06:54.467058 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ddd4-24c5-458a-945d-7d8130946bde req-7effcedc-ac9c-4e48-a63d-9188ef74789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:54.468514 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3469ddd4-24c5-458a-945d-7d8130946bde req-7effcedc-ac9c-4e48-a63d-9188ef74789d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.1280494 Jun 09 22:06:54.496619 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7915c616-115a-4fb7-9bcd-3246363aa8ae req-0cf9d646-2344-4214-84c5-ab7be8d01ca3 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394392 Jun 09 22:06:54.573135 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3469ddd4-24c5-458a-945d-7d8130946bde req-321f517d-ec35-4988-a138-d0209bf7594c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6710c5e0-8147-4e46-8555-142e8512921d HTTP/1.1" status: 200 len: 1002 time: 0.0978582 Jun 09 22:06:54.639401 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ddd4-24c5-458a-945d-7d8130946bde req-644acdcd-9a68-4ea7-8a24-30082bfacb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:54.640886 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3469ddd4-24c5-458a-945d-7d8130946bde req-644acdcd-9a68-4ea7-8a24-30082bfacb46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0607693 Jun 09 22:06:54.817836 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ddd4-24c5-458a-945d-7d8130946bde req-f58c4849-f553-4da7-9775-03da0210672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:54.819234 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3469ddd4-24c5-458a-945d-7d8130946bde req-f58c4849-f553-4da7-9775-03da0210672b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1713932 Jun 09 22:06:54.949784 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3469ddd4-24c5-458a-945d-7d8130946bde req-e781b576-2c8c-4c30-a0bb-3cec38c064f1 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231499 Jun 09 22:06:55.095937 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:06:55.125602 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3469ddd4-24c5-458a-945d-7d8130946bde req-d3112d24-99a6-45f8-8559-978170f99b4e service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622415 Jun 09 22:06:55.169185 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89038c81-1551-4ae4-a269-a0275f199ca7 req-aadef203-57c2-4b2b-ae2b-ee43f93835a1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:55.170668 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-89038c81-1551-4ae4-a269-a0275f199ca7 req-aadef203-57c2-4b2b-ae2b-ee43f93835a1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0843282 Jun 09 22:06:55.219035 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-89038c81-1551-4ae4-a269-a0275f199ca7 req-fb223dbf-249a-4c56-995a-18d896cfcdff tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Jun 09 22:06:55.688510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b14793-a969-4124-a9b1-870ead523e39 req-99ad3955-ae0f-4528-bbce-17b29cbc5099 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:55.689887 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-41b14793-a969-4124-a9b1-870ead523e39 req-99ad3955-ae0f-4528-bbce-17b29cbc5099 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0844257 Jun 09 22:06:55.735350 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-41b14793-a969-4124-a9b1-870ead523e39 req-cc1a6308-22b1-4508-b64b-0bfa4616630e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391569 Jun 09 22:06:56.408015 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec28c0-d526-4353-ae81-1538e0cf1e18 req-ca998998-5b4a-489d-a9d5-4c081ec55566 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:56.409481 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1cec28c0-d526-4353-ae81-1538e0cf1e18 req-ca998998-5b4a-489d-a9d5-4c081ec55566 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 946 time: 0.0810177 Jun 09 22:06:56.456625 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1cec28c0-d526-4353-ae81-1538e0cf1e18 req-35370596-fc2a-4e26-9003-63e3fb9d4202 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Jun 09 22:06:56.638486 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c2916-dad5-45c5-a078-5b8875da705b req-e5748b6f-bcf9-4a1a-9218-21e6bc454f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:56.640104 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-561c2916-dad5-45c5-a078-5b8875da705b req-e5748b6f-bcf9-4a1a-9218-21e6bc454f4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1099 time: 0.0767572 Jun 09 22:06:56.783318 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c2916-dad5-45c5-a078-5b8875da705b req-8e69ed5a-acad-40e3-9c39-804d9f1080ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:56.784768 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-561c2916-dad5-45c5-a078-5b8875da705b req-8e69ed5a-acad-40e3-9c39-804d9f1080ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 909 time: 0.1336644 Jun 09 22:06:56.905455 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-561c2916-dad5-45c5-a078-5b8875da705b req-f1692b7f-d1cf-4100-9538-e899e8e09ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 1001 time: 0.1077023 Jun 09 22:06:56.926489 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469feeb8-24c3-4b97-900d-e5ea0c65671a req-e3228ae5-febc-46ac-a3b7-26b327129106 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:56.931363 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-469feeb8-24c3-4b97-900d-e5ea0c65671a req-e3228ae5-febc-46ac-a3b7-26b327129106 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0882769 Jun 09 22:06:56.974283 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c2916-dad5-45c5-a078-5b8875da705b req-f94f9bea-9865-4edc-b25c-6db379536fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:56.975784 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-561c2916-dad5-45c5-a078-5b8875da705b req-f94f9bea-9865-4edc-b25c-6db379536fb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 200 len: 847 time: 0.0638139 Jun 09 22:06:56.979684 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-469feeb8-24c3-4b97-900d-e5ea0c65671a req-f6fe4572-2c74-4fc5-a6b2-c4ceca2039aa tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443223 Jun 09 22:06:57.044076 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:57.054592 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c2916-dad5-45c5-a078-5b8875da705b req-06f50916-0c20-4c45-b3be-a3916aeccd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:57.056076 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-561c2916-dad5-45c5-a078-5b8875da705b req-06f50916-0c20-4c45-b3be-a3916aeccd3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0369f052-feec-4a79-9745-2724b6ae861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722561 Jun 09 22:06:57.159382 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:57.187593 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:57.189649 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-561c2916-dad5-45c5-a078-5b8875da705b req-d8f21f41-cd1f-41ca-b4d3-af25d4ea3834 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260374 Jun 09 22:06:57.190058 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d141b07-e83c-4b2e-89b0-f5a53da5db5c" -d '{"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:57.197797 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:57.202505 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:57.206093 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-7bae57fa-2148-4846-ad5b-ef597e41f044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:57.288278 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=8']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:57.300746 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:57.312047 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881c679-7f55-47e7-b4d7-854344cf8da3 x-openstack-request-id: req-c881c679-7f55-47e7-b4d7-854344cf8da3 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:57.312342 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:57.312599 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c881c679-7f55-47e7-b4d7-854344cf8da3 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:57.313005 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d', 'code': 200} Jun 09 22:06:57.342123 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-561c2916-dad5-45c5-a078-5b8875da705b req-b74e6abc-6897-4175-80c0-2f9fb5e5c62e service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457779 Jun 09 22:06:57.648490 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3ce0a-c9a1-4217-b625-6b55879b1a0b req-e1c85cc9-8ac2-4b00-9948-6e3b27b490d0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:57.649932 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fec3ce0a-c9a1-4217-b625-6b55879b1a0b req-e1c85cc9-8ac2-4b00-9948-6e3b27b490d0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0812368 Jun 09 22:06:57.697347 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-fec3ce0a-c9a1-4217-b625-6b55879b1a0b req-e258853f-4fd3-42be-a3fc-0640db3cbfc9 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Jun 09 22:06:58.170995 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155aee-3837-410b-a936-fe5d435afbb3 req-4a7cdc11-e5d4-4ba8-bc1e-ee372f5212c3 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:58.172357 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a3155aee-3837-410b-a936-fe5d435afbb3 req-4a7cdc11-e5d4-4ba8-bc1e-ee372f5212c3 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0853188 Jun 09 22:06:58.220047 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a3155aee-3837-410b-a936-fe5d435afbb3 req-65d48680-199e-44d0-a1dc-810228adba6d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420732 Jun 09 22:06:59.145448 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-b911656e-909c-42a4-bd50-eee53210b927 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751715 Jun 09 22:06:59.148327 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d8152-fdc0-48a2-a95c-ce9b6e1e6ddc req-f1674bee-a184-4b59-831e-fea5b39f52c2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:59.155333 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d63d8152-fdc0-48a2-a95c-ce9b6e1e6ddc req-f1674bee-a184-4b59-831e-fea5b39f52c2 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0985029 Jun 09 22:06:59.201408 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d63d8152-fdc0-48a2-a95c-ce9b6e1e6ddc req-2a71aeaf-f31e-4972-b3fd-cf5c1c41826e tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Jun 09 22:06:59.412739 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f7d0-e1ef-4e8a-8109-4d51397fb4a6 req-63c2ee80-ab2c-4a18-b12f-57a9ed1ced84 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:59.414310 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4683f7d0-e1ef-4e8a-8109-4d51397fb4a6 req-63c2ee80-ab2c-4a18-b12f-57a9ed1ced84 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0864937 Jun 09 22:06:59.553485 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-4683f7d0-e1ef-4e8a-8109-4d51397fb4a6 req-24cb69ee-b6b3-4281-bf8a-e86ed83b18a8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333048 Jun 09 22:06:59.843175 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51146) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:59.926012 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117bda-a4f9-461f-a598-da99500e1294 req-ea380f14-6d1a-4a3c-9449-93f1f21fba22 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:59.927553 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c5117bda-a4f9-461f-a598-da99500e1294 req-ea380f14-6d1a-4a3c-9449-93f1f21fba22 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0877731 Jun 09 22:06:59.967190 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-8aa0abe5-2ed0-4f7e-a31d-00a7e962ef14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227665 Jun 09 22:06:59.976780 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c5117bda-a4f9-461f-a598-da99500e1294 req-6ffa168a-44a6-422c-89c4-29ae727e5fb2 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428886 Jun 09 22:07:00.238920 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-6b4c61bc-c5df-4c93-b682-93bddebd2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:00.240659 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-6b4c61bc-c5df-4c93-b682-93bddebd2d33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5&tenant_id=a5a46fa06a774d64bde35b99c77eb49a HTTP/1.1" status: 200 len: 1097 time: 0.0790637 Jun 09 22:07:00.503548 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-985f418e-f413-4ad3-91e7-17d8d9a941a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:00.504989 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-985f418e-f413-4ad3-91e7-17d8d9a941a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 1097 time: 0.2364082 Jun 09 22:07:00.540462 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f01f82-37cd-483f-af49-2b123ef4a4b9 req-0aa60236-f36f-4e25-81a2-256b4b518609 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:00.541919 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a4f01f82-37cd-483f-af49-2b123ef4a4b9 req-0aa60236-f36f-4e25-81a2-256b4b518609 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.2165465 Jun 09 22:07:00.650984 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a4f01f82-37cd-483f-af49-2b123ef4a4b9 req-d0d0dc19-154a-448b-a1de-2d48e1530016 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643837 Jun 09 22:07:00.684198 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-30673467-b441-4306-b003-4c1f7f42a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:00.685639 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-30673467-b441-4306-b003-4c1f7f42a3d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 200 len: 918 time: 0.1738639 Jun 09 22:07:00.800367 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-ec53db6c-8d14-45f7-a9f6-abb1bcf9f5c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6710c5e0-8147-4e46-8555-142e8512921d HTTP/1.1" status: 200 len: 1000 time: 0.1062810 Jun 09 22:07:00.870096 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-7ed7c769-7f42-4cf1-81e2-64a629fb03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:00.871605 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-7ed7c769-7f42-4cf1-81e2-64a629fb03a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 200 len: 856 time: 0.0645242 Jun 09 22:07:00.958529 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-b1f10b19-636e-497e-951b-0f608aa53c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:00.960037 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-b1f10b19-636e-497e-951b-0f608aa53c7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757804 Jun 09 22:07:01.045600 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:01.106425 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-25d2013c-bbeb-406a-9b92-6f36d1713d35 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374485 Jun 09 22:07:01.197079 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff8909-7d06-4e36-8421-4ba0ed0f3f3a req-e126ffdb-0039-42fe-b4b7-41be89dd7108 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:01.199104 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-24ff8909-7d06-4e36-8421-4ba0ed0f3f3a req-e126ffdb-0039-42fe-b4b7-41be89dd7108 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1067405 Jun 09 22:07:01.244220 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-24ff8909-7d06-4e36-8421-4ba0ed0f3f3a req-0950309c-94c4-493d-aad6-7d06f41b584b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384409 Jun 09 22:07:01.256734 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8ad55240-3f2f-4238-9cfd-e55374652623 req-4b97aa0d-8ea1-472b-92e7-44c1ea4d3d70 service neutron] 10.222.0.36 "GET /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437776 Jun 09 22:07:01.494460 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-6f1b5e28-d121-45f6-89e1-2271f4036617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:01.495975 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-6f1b5e28-d121-45f6-89e1-2271f4036617 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836&tenant_id=357c9b221d7f445d9b85396e6f407cf7 HTTP/1.1" status: 200 len: 1099 time: 0.0734429 Jun 09 22:07:01.593907 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-74cd48bd-5e62-4158-9586-05e7f70b3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:01.595420 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-74cd48bd-5e62-4158-9586-05e7f70b3a32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1099 time: 0.0780897 Jun 09 22:07:01.744357 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-7d4314da-0c0f-4085-ad42-cb48e2ddccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:01.746255 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-7d4314da-0c0f-4085-ad42-cb48e2ddccb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 909 time: 0.1446378 Jun 09 22:07:01.877368 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89382-2a16-4c6c-9097-04f655f78c25 req-15029a16-7687-4feb-a503-b3d8d7aa0407 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:01.879219 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-17c89382-2a16-4c6c-9097-04f655f78c25 req-15029a16-7687-4feb-a503-b3d8d7aa0407 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0866303 Jun 09 22:07:01.934048 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-17c89382-2a16-4c6c-9097-04f655f78c25 req-832ff600-b22a-484c-b408-659af7dc54dc tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474281 Jun 09 22:07:02.440591 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d268d3-4ab7-4012-8e68-75d8d9b15064 req-41a0105c-31d6-4ac6-8387-cdb14e3a4294 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:02.443548 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-80d268d3-4ab7-4012-8e68-75d8d9b15064 req-41a0105c-31d6-4ac6-8387-cdb14e3a4294 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0838492 Jun 09 22:07:02.497137 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-80d268d3-4ab7-4012-8e68-75d8d9b15064 req-7b843088-fb13-4efd-bcee-eb0e48abe898 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441825 Jun 09 22:07:03.046532 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:03.142456 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae60a9-dab9-4214-b257-c9396b647965 req-94c208d1-d097-4350-a441-a5f6462ee1a1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:03.144655 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c4ae60a9-dab9-4214-b257-c9396b647965 req-94c208d1-d097-4350-a441-a5f6462ee1a1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0939803 Jun 09 22:07:03.170374 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.207336 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c4ae60a9-dab9-4214-b257-c9396b647965 req-e95556bb-bcc7-437e-b022-903f2bac7fce tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560260 Jun 09 22:07:03.212733 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:03.213662 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:03.216163 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d86ac41-3c43-4673-84bd-25b396cd421d" -d '{"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-unplugged", "status": "completed", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:03.222027 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.224890 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:03.277756 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff2f34-6b47-4e47-8405-5003e16efd95 x-openstack-request-id: req-abff2f34-6b47-4e47-8405-5003e16efd95 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:03.278055 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-unplugged", "status": "completed", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:03.278317 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abff2f34-6b47-4e47-8405-5003e16efd95 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:03.278734 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'code': 200} Jun 09 22:07:03.303921 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=6']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:03.307391 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:03.711700 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60524af7-82b9-4aa6-a6bb-6f927d6a52f4 req-f7b96820-2236-4e13-8b04-851c301c7c3f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:03.713415 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-60524af7-82b9-4aa6-a6bb-6f927d6a52f4 req-f7b96820-2236-4e13-8b04-851c301c7c3f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0929112 Jun 09 22:07:03.773976 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-60524af7-82b9-4aa6-a6bb-6f927d6a52f4 req-6006da6d-6226-4aa3-98c1-8bdf076f2f84 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525942 Jun 09 22:07:04.449345 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3345f-6198-4958-ade3-c314a5924a6e req-612d0eaa-3e2e-4e42-a840-52d61e01166f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:04.450838 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73e3345f-6198-4958-ade3-c314a5924a6e req-612d0eaa-3e2e-4e42-a840-52d61e01166f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0902028 Jun 09 22:07:04.501435 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73e3345f-6198-4958-ade3-c314a5924a6e req-0b2c34ef-9e96-4112-b889-6aa490754e12 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Jun 09 22:07:04.973113 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95288bc-f712-40e4-b630-de5eaad017e3 req-f44416d3-99da-4e3b-bba1-a916195b8e3e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:04.975269 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b95288bc-f712-40e4-b630-de5eaad017e3 req-f44416d3-99da-4e3b-bba1-a916195b8e3e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0839424 Jun 09 22:07:05.022338 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b95288bc-f712-40e4-b630-de5eaad017e3 req-8854e549-f8e7-4ecb-a51f-9bef8afdebbc tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415742 Jun 09 22:07:05.705852 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed847a3a-a4e1-4066-a016-e70697dc60dd req-344892fd-b85b-486b-8914-b904d1e5f90a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:05.707395 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ed847a3a-a4e1-4066-a016-e70697dc60dd req-344892fd-b85b-486b-8914-b904d1e5f90a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0843220 Jun 09 22:07:05.765684 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ed847a3a-a4e1-4066-a016-e70697dc60dd req-f8471195-fba9-4c35-b9fc-f3f0c0a109da tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507357 Jun 09 22:07:06.253319 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb665e84-417d-4fa2-b06e-95817df64518 req-ffaede49-f498-466a-b358-fce371a58cf9 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:06.254884 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eb665e84-417d-4fa2-b06e-95817df64518 req-ffaede49-f498-466a-b358-fce371a58cf9 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0972033 Jun 09 22:07:06.303151 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-eb665e84-417d-4fa2-b06e-95817df64518 req-45357074-2873-4bc8-b2f7-db3765c6b630 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425007 Jun 09 22:07:06.968129 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fb1ca-0014-4c58-b963-b57032350aa8 req-65d8bf6d-2f3b-4b08-95cb-7c0d49686a1c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:06.969669 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1a0fb1ca-0014-4c58-b963-b57032350aa8 req-65d8bf6d-2f3b-4b08-95cb-7c0d49686a1c tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0878575 Jun 09 22:07:07.017228 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-1a0fb1ca-0014-4c58-b963-b57032350aa8 req-cccb242d-0665-4e4f-a5fb-bdd7b76b2474 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 Jun 09 22:07:07.501007 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0255-e435-4c9d-bd71-757c8614a70c req-c9ab16d8-7934-434c-8389-4049a78f2c1c tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:07.502709 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ead0255-e435-4c9d-bd71-757c8614a70c req-c9ab16d8-7934-434c-8389-4049a78f2c1c tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0871539 Jun 09 22:07:07.553307 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ead0255-e435-4c9d-bd71-757c8614a70c req-4853b422-afbc-44c1-a652-79c1bcd4c36a tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447593 Jun 09 22:07:08.226718 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212afe5-060f-4df7-8424-ae981a681c16 req-8612f507-2ff7-433f-b545-d7dfc7931843 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:08.228316 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c212afe5-060f-4df7-8424-ae981a681c16 req-8612f507-2ff7-433f-b545-d7dfc7931843 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0912976 Jun 09 22:07:08.303005 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c212afe5-060f-4df7-8424-ae981a681c16 req-17371831-a635-4844-830b-884f123a1c94 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681992 Jun 09 22:07:08.767002 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db1c7-70f6-4037-a6de-f05fdc2618d4 req-e82382f7-2a9d-4d33-bb1a-c7e25192830d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:08.768599 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-948db1c7-70f6-4037-a6de-f05fdc2618d4 req-e82382f7-2a9d-4d33-bb1a-c7e25192830d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0982280 Jun 09 22:07:08.827172 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-948db1c7-70f6-4037-a6de-f05fdc2618d4 req-23aea1c8-54cb-424f-8304-044713535ce3 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521290 Jun 09 22:07:09.517434 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761e0a5-0387-4c4e-9f1b-6b4d7aa7fdb3 req-cef11e87-860d-40e1-b4c6-f1249f61dec4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:09.519003 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9761e0a5-0387-4c4e-9f1b-6b4d7aa7fdb3 req-cef11e87-860d-40e1-b4c6-f1249f61dec4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0881283 Jun 09 22:07:09.568893 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-9761e0a5-0387-4c4e-9f1b-6b4d7aa7fdb3 req-e51c8174-e1b4-4ebb-a482-ff8a961f5099 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Jun 09 22:07:10.035826 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18b41-b295-42b8-8dc6-68c9e7edff65 req-d88af6e6-3132-446d-99f3-dd8a562c457c tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:10.037382 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d2a18b41-b295-42b8-8dc6-68c9e7edff65 req-d88af6e6-3132-446d-99f3-dd8a562c457c tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0934598 Jun 09 22:07:10.200922 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d2a18b41-b295-42b8-8dc6-68c9e7edff65 req-4b0822ce-4b65-40b8-bec5-5cebd8ce0ad6 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1576376 Jun 09 22:07:10.782193 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fcff-4e42-4db8-9813-36675a2b481e req-bdaf98d1-fd95-472a-924b-919e3ff62610 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:10.783653 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5db3fcff-4e42-4db8-9813-36675a2b481e req-bdaf98d1-fd95-472a-924b-919e3ff62610 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0896795 Jun 09 22:07:10.838234 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5db3fcff-4e42-4db8-9813-36675a2b481e req-8c323536-b547-4c75-831e-c968d9ed9484 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Jun 09 22:07:10.965168 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:11.404349 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5020f8-9cdc-4f67-9ccd-3bdf86de96d2 req-bdb974e5-4dbe-4ee0-8595-220f4c399700 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:11.405895 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bd5020f8-9cdc-4f67-9ccd-3bdf86de96d2 req-bdb974e5-4dbe-4ee0-8595-220f4c399700 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0911441 Jun 09 22:07:11.460419 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bd5020f8-9cdc-4f67-9ccd-3bdf86de96d2 req-d06a943c-e09c-42e3-957b-7ebf63ff6941 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461993 Jun 09 22:07:12.040203 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec7f46-27b8-4bce-a8d9-21e867200bd6 req-fc34c1df-f942-4393-adae-4d70f2458457 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:12.041664 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-34ec7f46-27b8-4bce-a8d9-21e867200bd6 req-fc34c1df-f942-4393-adae-4d70f2458457 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0802751 Jun 09 22:07:12.086059 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-34ec7f46-27b8-4bce-a8d9-21e867200bd6 req-7b58571e-72f3-421e-8a69-bfcf581ebe99 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383117 Jun 09 22:07:12.420373 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-3112e6cf-e86a-42e0-95ed-764b0b6f0521 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 999 time: 0.0980935 Jun 09 22:07:12.485972 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-fee09880-6b8e-4a30-8860-39ffa3337658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:12.487431 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-fee09880-6b8e-4a30-8860-39ffa3337658 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 200 len: 847 time: 0.0599172 Jun 09 22:07:12.565555 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-62050680-17f2-4ef1-b280-e5ec96fefac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:12.567073 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-62050680-17f2-4ef1-b280-e5ec96fefac5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0369f052-feec-4a79-9745-2724b6ae861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704043 Jun 09 22:07:12.763718 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536e255-e9f4-41c1-b436-fea763a470ad req-a1a5dfa6-9c93-4732-8307-5113fe805815 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:12.765263 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3536e255-e9f4-41c1-b436-fea763a470ad req-a1a5dfa6-9c93-4732-8307-5113fe805815 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.1967885 Jun 09 22:07:12.767302 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-6c0d58a5-1229-4b28-9aca-50da684ac7d3 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682448 Jun 09 22:07:12.896923 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3536e255-e9f4-41c1-b436-fea763a470ad req-70351488-876a-48bc-a65c-5c0637563346 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255901 Jun 09 22:07:12.941521 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2d2e31f1-c15b-46e7-aa12-a153707c14c3 req-3da1e04a-1458-4d24-ba61-741a383d852c service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521361 Jun 09 22:07:13.278574 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a3045-0359-4fb7-bb25-117793f2c91f req-877bec8c-96e8-44db-803a-69c322323cba tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:13.280043 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8d4a3045-0359-4fb7-bb25-117793f2c91f req-877bec8c-96e8-44db-803a-69c322323cba tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0838864 Jun 09 22:07:13.324544 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-8d4a3045-0359-4fb7-bb25-117793f2c91f req-39d6c488-5775-487a-bfba-c5fcb727ab0f tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386665 Jun 09 22:07:14.084377 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab19f0-41cf-4be1-bdcd-152048e16f84 req-ac557b64-d26f-443b-9e56-10124c179b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:14.085880 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-77ab19f0-41cf-4be1-bdcd-152048e16f84 req-ac557b64-d26f-443b-9e56-10124c179b70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1097 time: 0.1355636 Jun 09 22:07:14.124257 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d92040-8d8d-4879-8d4e-3e84aa641bbc req-1450a7bc-fcdd-4879-a336-96732b97d270 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:14.125744 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c8d92040-8d8d-4879-8d4e-3e84aa641bbc req-1450a7bc-fcdd-4879-a336-96732b97d270 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.1195803 Jun 09 22:07:14.160396 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-77ab19f0-41cf-4be1-bdcd-152048e16f84 req-649a510e-705a-4e9f-97ae-dafaa70a4d3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680819 Jun 09 22:07:14.183660 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c8d92040-8d8d-4879-8d4e-3e84aa641bbc req-c4ce7c50-093f-48ac-af7e-3a0fd185283c tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476069 Jun 09 22:07:14.255427 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9e25c-dfec-40df-b8ae-9976ba05c29f req-b666a646-198c-405c-b983-4e34c373d931 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:14.256890 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ecc9e25c-dfec-40df-b8ae-9976ba05c29f req-b666a646-198c-405c-b983-4e34c373d931 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0812023 Jun 09 22:07:14.307391 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ecc9e25c-dfec-40df-b8ae-9976ba05c29f req-09fa29bc-441e-436e-b49f-8d1ba692b814 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Jun 09 22:07:14.516493 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3e5e8-8228-4fd0-a77c-62590b09d9cc req-fc78cff6-f49c-4468-9a00-178da884a404 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:14.518000 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41d3e5e8-8228-4fd0-a77c-62590b09d9cc req-fc78cff6-f49c-4468-9a00-178da884a404 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0842762 Jun 09 22:07:14.563665 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-41d3e5e8-8228-4fd0-a77c-62590b09d9cc req-a420da22-13d6-416f-94c6-59eb23a85b8d tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399175 Jun 09 22:07:15.135562 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:07:15.297094 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:15.311347 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'port_id': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'mac_address': 'fa:16:3e:db:ad:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:07:15.386248 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:15.386518 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f66ba-5526-45b7-b255-d768d2ef305a req-735d3fb7-5644-4ff4-b9f6-71de2a1d6842 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:15.388098 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-931f66ba-5526-45b7-b255-d768d2ef305a req-735d3fb7-5644-4ff4-b9f6-71de2a1d6842 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 944 time: 0.0867569 Jun 09 22:07:15.408304 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:07:15.425092 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:15.432084 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:15.432893 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:07:15.435085 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:15.443016 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-931f66ba-5526-45b7-b255-d768d2ef305a req-c9b901a2-129c-467e-86ab-510f3b7b7ab6 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445929 Jun 09 22:07:15.516934 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c34067-8066-4b4e-9a0a-ede2dab9731d req-7f0a61f6-2c30-4d70-ac9e-9cb6368b95f4 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:15.518448 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c1c34067-8066-4b4e-9a0a-ede2dab9731d req-7f0a61f6-2c30-4d70-ac9e-9cb6368b95f4 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0851514 Jun 09 22:07:15.570479 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c1c34067-8066-4b4e-9a0a-ede2dab9731d req-768c3675-4a85-4553-8e52-7e9d9a7dd6b1 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456359 Jun 09 22:07:15.597307 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=7']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:15.602667 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:15.666954 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:15.684162 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '6710c5e0-8147-4e46-8555-142e8512921d', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'port_id': '6710c5e0-8147-4e46-8555-142e8512921d', 'mac_address': 'fa:16:3e:a1:86:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:07:15.745118 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:15.763026 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6710c5e0-8147-4e46-8555-142e8512921d {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:07:15.779003 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f32a4-ec1e-4295-a691-e5c4aaf57cc1 req-e587b8db-9f7e-4ea4-9106-91feb529bcd6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:15.780386 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5c5f32a4-ec1e-4295-a691-e5c4aaf57cc1 req-e587b8db-9f7e-4ea4-9106-91feb529bcd6 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 944 time: 0.0910800 Jun 09 22:07:15.781298 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:15.786810 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:15.791061 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:15.837117 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5c5f32a4-ec1e-4295-a691-e5c4aaf57cc1 req-91337712-a872-4cd7-ab7e-fa383be82227 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477226 Jun 09 22:07:15.866153 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=9']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:15.870847 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:16.033650 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['6710c5e0-8147-4e46-8555-142e8512921d'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:07:16.068026 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:07:16.765059 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5917ed-09c3-4854-ab77-24963cf912f6 req-eadf9e3b-dce9-4bde-bf26-99dc53654c29 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:16.766440 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2f5917ed-09c3-4854-ab77-24963cf912f6 req-eadf9e3b-dce9-4bde-bf26-99dc53654c29 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0823638 Jun 09 22:07:16.811761 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-2f5917ed-09c3-4854-ab77-24963cf912f6 req-7507d131-342f-4502-aa21-8291467e743e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392048 Jun 09 22:07:17.034740 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d70a5-bf67-4442-876b-10edf7c22c00 req-0fc85b39-48ea-4837-92e0-d3faf0035309 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:17.036129 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0a9d70a5-bf67-4442-876b-10edf7c22c00 req-0fc85b39-48ea-4837-92e0-d3faf0035309 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 945 time: 0.0800738 Jun 09 22:07:17.081524 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0a9d70a5-bf67-4442-876b-10edf7c22c00 req-ac899997-9f24-42f3-b9f1-6a12ed78daa3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391121 Jun 09 22:07:17.135489 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:07:17.204529 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:07:17.205090 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:17.321226 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:17.348080 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:17.350310 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed77d530-51bc-4f5f-9ca6-3d625e086891" -d '{"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-plugged", "status": "completed", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:17.357977 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:17.365506 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:17.366482 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:07:17.394472 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:17.422856 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c0e335-ff27-4251-bd42-23804e6d086c x-openstack-request-id: req-d3c0e335-ff27-4251-bd42-23804e6d086c {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:17.423147 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-plugged", "status": "completed", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:17.423400 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3c0e335-ff27-4251-bd42-23804e6d086c {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:17.423780 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'code': 200} Jun 09 22:07:17.486305 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=8']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:17.489952 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:17.498220 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 6710c5e0-8147-4e46-8555-142e8512921d triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:07:17.498593 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:17.615030 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:17.649803 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:17.654365 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:17.656822 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:17.724595 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=10']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:17.727838 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:18.004568 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f07ef-60e7-4b88-8852-0dcadce4b096 req-417c8809-c1d6-43ee-9521-27b634e68b7d tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:18.005964 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0a4f07ef-60e7-4b88-8852-0dcadce4b096 req-417c8809-c1d6-43ee-9521-27b634e68b7d tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0864930 Jun 09 22:07:18.052983 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0a4f07ef-60e7-4b88-8852-0dcadce4b096 req-a90b90ea-c27e-41c1-b9e0-2ca97f778063 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Jun 09 22:07:18.285857 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a0546-b41e-49c1-ba7b-bb62dfed8b8c req-65ebe1e3-d7fe-4c36-ac50-0ccfb425f6b0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:18.288156 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-448a0546-b41e-49c1-ba7b-bb62dfed8b8c req-65ebe1e3-d7fe-4c36-ac50-0ccfb425f6b0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 947 time: 0.0873969 Jun 09 22:07:18.336063 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-448a0546-b41e-49c1-ba7b-bb62dfed8b8c req-327863ec-5599-4e3b-8377-9a1f1661f5d0 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Jun 09 22:07:18.866779 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-682470cf-92cb-4fb2-b5ba-bab2223b9b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.248726 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d257d3-e922-40d8-bacd-4ce5ad605433 req-f6af174b-f114-4f0b-8672-43fed3396c87 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:19.250187 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-15d257d3-e922-40d8-bacd-4ce5ad605433 req-f6af174b-f114-4f0b-8672-43fed3396c87 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0864465 Jun 09 22:07:19.295215 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-15d257d3-e922-40d8-bacd-4ce5ad605433 req-1b1a0f8b-8f97-4c7b-b471-52b6e26e4bfc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Jun 09 22:07:19.425005 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:19.428189 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a31c6-a731-4ce1-acce-b14c31742599" -d '{"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-plugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:19.470169 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca5ae7-d4bc-4cd8-8332-5d85de568eeb x-openstack-request-id: req-64ca5ae7-d4bc-4cd8-8332-5d85de568eeb {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:19.470467 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-plugged", "status": "completed", "tag": "6710c5e0-8147-4e46-8555-142e8512921d", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:19.470761 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64ca5ae7-d4bc-4cd8-8332-5d85de568eeb {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:19.471161 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d', 'code': 200} Jun 09 22:07:19.543222 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee626a-c952-44fc-b8d2-3900d590b94d req-706415e3-ea64-4375-a757-5d38808c9d6a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:19.544912 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fee626a-c952-44fc-b8d2-3900d590b94d req-706415e3-ea64-4375-a757-5d38808c9d6a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 947 time: 0.0936422 Jun 09 22:07:19.591056 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fee626a-c952-44fc-b8d2-3900d590b94d req-5edfa054-3598-4c15-936b-39b3fc10d592 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Jun 09 22:07:19.715303 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e0c70-c629-48ec-8c4c-c88e107b38e3 req-e254c316-ba98-4ae0-a325-028297205412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:19.716691 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8c3e0c70-c629-48ec-8c4c-c88e107b38e3 req-e254c316-ba98-4ae0-a325-028297205412 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 1100 time: 0.0720935 Jun 09 22:07:19.761236 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8c3e0c70-c629-48ec-8c4c-c88e107b38e3 req-42509874-9909-40e9-b7a8-d15823d35792 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379689 Jun 09 22:07:20.570771 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30315547-67e2-4b4d-974d-72c3a3830853 req-5a73f27a-1160-4800-898a-91018281b810 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:20.572134 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-30315547-67e2-4b4d-974d-72c3a3830853 req-5a73f27a-1160-4800-898a-91018281b810 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.1677599 Jun 09 22:07:20.616974 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-30315547-67e2-4b4d-974d-72c3a3830853 req-ebaa08e0-5702-4a29-9d42-907295d2497e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Jun 09 22:07:20.790557 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440d38d-6273-4e0d-bb77-b0ccacadfcae req-d3f599cc-44f8-4b0a-8c46-7ef2760dfd6a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:20.792085 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f440d38d-6273-4e0d-bb77-b0ccacadfcae req-d3f599cc-44f8-4b0a-8c46-7ef2760dfd6a tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 947 time: 0.0849555 Jun 09 22:07:20.837849 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f440d38d-6273-4e0d-bb77-b0ccacadfcae req-8a1f2c2a-e94c-41b7-a0d8-1693ca2adcc7 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 Jun 09 22:07:21.341539 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-7c96361a-176c-404c-82a6-3e67abae0e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:21.344444 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:21.804927 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b9a1f-036c-4815-a26a-6592360b81e8 req-0214994c-4e09-49ac-9a12-419bc31259ed tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:21.806407 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-881b9a1f-036c-4815-a26a-6592360b81e8 req-0214994c-4e09-49ac-9a12-419bc31259ed tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0832393 Jun 09 22:07:21.852796 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-881b9a1f-036c-4815-a26a-6592360b81e8 req-4d85bdec-2e78-48b8-8446-f5070ef2df96 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Jun 09 22:07:22.099648 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:22.121232 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715df0c-f6c4-47c1-b10f-57c14d3b4717 req-bb133b8a-d80d-4c74-85be-f3c259793597 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:22.122704 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e715df0c-f6c4-47c1-b10f-57c14d3b4717 req-bb133b8a-d80d-4c74-85be-f3c259793597 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 947 time: 0.1746025 Jun 09 22:07:22.168050 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e715df0c-f6c4-47c1-b10f-57c14d3b4717 req-f9fdb21c-2928-42f3-b1aa-8e823c6235bc tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Jun 09 22:07:23.043578 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f853b2d-00b3-4e74-93a6-8c3a74c5a855 req-0e379744-d79c-434a-828a-6040a0616d70 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:23.045173 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2f853b2d-00b3-4e74-93a6-8c3a74c5a855 req-0e379744-d79c-434a-828a-6040a0616d70 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0840356 Jun 09 22:07:23.091278 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2f853b2d-00b3-4e74-93a6-8c3a74c5a855 req-f3da518f-520f-4f8e-91fe-5dca99c0d9fd tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 Jun 09 22:07:24.024459 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:24.279807 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdc5f2-f02c-4f11-b20c-3df03c44d875 req-b7151c4b-11df-4125-afc2-0edc32eb5bce tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:24.281194 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e1cdc5f2-f02c-4f11-b20c-3df03c44d875 req-b7151c4b-11df-4125-afc2-0edc32eb5bce tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0825181 Jun 09 22:07:24.327379 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e1cdc5f2-f02c-4f11-b20c-3df03c44d875 req-c08455c1-b6be-403d-9dc2-fa31b36dfb16 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Jun 09 22:07:25.522421 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4cd4f-1736-4ab3-9891-898967dba9a8 req-c6f1f814-7da8-4e6b-8428-0c66c0a8fe30 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:25.523816 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6ab4cd4f-1736-4ab3-9891-898967dba9a8 req-c6f1f814-7da8-4e6b-8428-0c66c0a8fe30 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0833015 Jun 09 22:07:25.569636 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6ab4cd4f-1736-4ab3-9891-898967dba9a8 req-2952d30f-f75e-4401-be9d-cc245d73a98c tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401866 Jun 09 22:07:25.923291 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418a0ff-0ba8-4b7d-9c30-6002bd5d3fb0 req-850522bb-7b35-4763-ab30-e55dab56cc2c tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:25.924911 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0418a0ff-0ba8-4b7d-9c30-6002bd5d3fb0 req-850522bb-7b35-4763-ab30-e55dab56cc2c tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0895016 Jun 09 22:07:25.970819 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0418a0ff-0ba8-4b7d-9c30-6002bd5d3fb0 req-d5bf2bec-7baa-4f4d-b3af-e4eab261d3a2 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391650 Jun 09 22:07:25.975945 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-2fa3e480-5e70-4ee3-b807-2331facf0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:25.977426 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-2fa3e480-5e70-4ee3-b807-2331facf0d89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 1099 time: 0.0879710 Jun 09 22:07:26.109234 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-a8437f98-d5a8-49a9-984d-5ffd8b530072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:26.110668 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-a8437f98-d5a8-49a9-984d-5ffd8b530072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 911 time: 0.1266570 Jun 09 22:07:26.213890 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-516cc240-ec6c-4686-98cb-1238ce6a3630 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 200 len: 1002 time: 0.0965192 Jun 09 22:07:26.275760 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-2de34f7b-1027-47f6-931a-128f988fa6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:26.277206 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-2de34f7b-1027-47f6-931a-128f988fa6a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0569229 Jun 09 22:07:26.356387 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-feb0d8bd-ee03-4b33-b07a-2e6fa1bb51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:26.357871 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-feb0d8bd-ee03-4b33-b07a-2e6fa1bb51e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744870 Jun 09 22:07:26.487963 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-34b0014e-e8f6-4cd4-8935-005ddcb263f0 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233912 Jun 09 22:07:26.618793 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bcc827db-18a8-4613-a685-bd6cd10d2050 req-0bd9fc1a-4f2c-468b-9479-33b5b9aef8ea service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242468 Jun 09 22:07:27.157457 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82579434-e0a3-4f4c-9612-a8249fc30714 req-ff2dec95-2969-4661-ac4f-da5a06c63384 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:27.159230 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-82579434-e0a3-4f4c-9612-a8249fc30714 req-ff2dec95-2969-4661-ac4f-da5a06c63384 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0816472 Jun 09 22:07:27.209688 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-82579434-e0a3-4f4c-9612-a8249fc30714 req-fd5d1d01-395a-4960-ba92-8ecf4139d620 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Jun 09 22:07:28.397518 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d474-87cf-4a33-b5c0-d9a17646e677 req-fe4fd34d-3452-427b-b59b-4ec5283f98ee tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:28.398992 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c5a7d474-87cf-4a33-b5c0-d9a17646e677 req-fe4fd34d-3452-427b-b59b-4ec5283f98ee tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.0835180 Jun 09 22:07:28.442740 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c5a7d474-87cf-4a33-b5c0-d9a17646e677 req-13af2f05-9c32-48c5-803d-0359fae09dcb tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 Jun 09 22:07:32.094139 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:07:40.982059 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:41.282720 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-ee43a296-29d3-4eb3-b2b6-99236061d5a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701196 Jun 09 22:07:41.377902 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-1e918bfb-1f7f-4848-b700-baaa15d259bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:41.379431 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-1e918bfb-1f7f-4848-b700-baaa15d259bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 1099 time: 0.0708299 Jun 09 22:07:41.531241 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-8251a15d-1f15-40f8-9716-a982671ec383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:41.532678 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-8251a15d-1f15-40f8-9716-a982671ec383 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 911 time: 0.1249971 Jun 09 22:07:41.636370 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-568bb3d5-0d41-4570-aecc-d805991dda1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 200 len: 1002 time: 0.0937490 Jun 09 22:07:41.700974 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-baa52462-612a-4941-9e29-94806b12f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:41.702373 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-baa52462-612a-4941-9e29-94806b12f341 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0579822 Jun 09 22:07:41.782914 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-b47e3065-e5d0-453e-acee-105ae17db858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:41.784379 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-b47e3065-e5d0-453e-acee-105ae17db858 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724099 Jun 09 22:07:42.002160 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-97fdcb85-d86d-44f0-b8de-8528dd5e0267 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055457 Jun 09 22:07:42.131210 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-75dfcb89-8097-494f-8fe1-303fb45e03b4 req-61dd9152-b8ef-4a36-b910-6db3237223d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212165 Jun 09 22:07:48.868185 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-881343b5-5d59-4f7b-8a5d-98f2526caafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:51.345636 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-00b1c4d4-e842-4a65-9c66-1179bff52ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:51.348311 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:52.101633 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:54.028038 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:55.805670 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559995d7-6921-4ba0-a132-ac8628212d9e req-f7f35673-0a00-41f9-bd83-e6a9c1c92a87 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:55.807266 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-559995d7-6921-4ba0-a132-ac8628212d9e req-f7f35673-0a00-41f9-bd83-e6a9c1c92a87 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 947 time: 0.0875628 Jun 09 22:07:55.851559 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-559995d7-6921-4ba0-a132-ac8628212d9e req-652a2889-598c-4c56-82cb-f18561c2a3d1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 Jun 09 22:07:57.046196 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9caaf-5c27-4bd1-b8bb-7179f6c10e2a req-9f07923b-9156-4f57-a755-7aeb2c2c98e3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:57.047711 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c1f9caaf-5c27-4bd1-b8bb-7179f6c10e2a req-9f07923b-9156-4f57-a755-7aeb2c2c98e3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 947 time: 0.0823395 Jun 09 22:07:57.152198 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c1f9caaf-5c27-4bd1-b8bb-7179f6c10e2a req-d9be9531-bc7b-44d1-a139-23cf2c4663aa tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups?id=46bd75cf-9c75-42da-9a57-0638517be8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942154 Jun 09 22:07:57.182636 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-7eee89fd-7912-426b-b4ea-29ec73a27534 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:57.184191 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-7eee89fd-7912-426b-b4ea-29ec73a27534 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 947 time: 0.1113513 Jun 09 22:07:57.326564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Deleting port 6710c5e0-8147-4e46-8555-142e8512921d {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:57.326926 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:57.465717 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] For port 6710c5e0-8147-4e46-8555-142e8512921d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6710c5e0-8147-4e46-8555-142e8512921d,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:57.466071 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:57.764088 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:57.764386 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:57.764703 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Floating IP 5007df8c-9a4b-45ff-8a5d-38d0421eac26 disassociated. External IP: 172.28.2.156, port: 6710c5e0-8147-4e46-8555-142e8512921d. Jun 09 22:07:57.765039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Calling delete_port for 6710c5e0-8147-4e46-8555-142e8512921d owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:07:57.879635 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:57.886325 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b2bb7d7a-2939-465f-9782-c772bed780b1 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:57.936176 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event deleted for resources: {'Port': ['ID=6710c5e0-8147-4e46-8555-142e8512921d,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:57.999555 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:57.999922 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.000284 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.000640 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.000996 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.001347 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.001695 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.002040 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.002388 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.002757 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.003104 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.004109 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:58.007436 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:58.128226 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Router c29f67ce-66eb-4b05-a28b-6b8861e7161a has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:07:58.313240 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-26c3ff9f-aa5c-4d01-a3a6-5bd7557daa9e req-c3344309-31c3-4011-90e2-77286ce233f4 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/ports?device_id=21452907-d0dd-4744-8298-bdd150b163f5 HTTP/1.1" status: 200 len: 210 time: 0.0460091 Jun 09 22:07:58.317111 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:07:58.329967 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] Sync routers for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:07:58.341014 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:07:58.341682 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:07:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:58.500807 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] No DVR routers for this DVR port 6710c5e0-8147-4e46-8555-142e8512921d on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:07:58.503505 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:58.505442 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bd8f6acb-9d8d-49fa-8de9-27ab12e08013 req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.36 "DELETE /v2.0/ports/6710c5e0-8147-4e46-8555-142e8512921d HTTP/1.1" status: 204 len: 173 time: 1.3156507 Jun 09 22:07:58.505941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-deleted', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:58.508322 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd6fe50-6ffd-457d-a285-927b089a3982" -d '{"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-deleted", "tag": "6710c5e0-8147-4e46-8555-142e8512921d"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:58.575819 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:07:58.610914 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d90fac-68eb-4811-8a94-e6352aeabcc7 x-openstack-request-id: req-21d90fac-68eb-4811-8a94-e6352aeabcc7 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:58.611245 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21452907-d0dd-4744-8298-bdd150b163f5", "name": "network-vif-deleted", "tag": "6710c5e0-8147-4e46-8555-142e8512921d", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:58.611526 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21d90fac-68eb-4811-8a94-e6352aeabcc7 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:58.611949 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21452907-d0dd-4744-8298-bdd150b163f5', 'name': 'network-vif-deleted', 'tag': '6710c5e0-8147-4e46-8555-142e8512921d', 'status': 'completed', 'code': 200} Jun 09 22:07:58.901249 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:58.905205 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] Checking router: c29f67ce-66eb-4b05-a28b-6b8861e7161a for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:07:58.914276 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:07:58.914937 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:07:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:59.103387 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:07:59.403045 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:59.440745 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 6710c5e0-8147-4e46-8555-142e8512921d {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:59.441628 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 6710c5e0-8147-4e46-8555-142e8512921d not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:59.447400 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51386) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:59.469984 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:59.473965 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf9250-1c24-499d-89f9-53a1a1e77835 None None] The sync data for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb is: [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '017bc9f5-a2e5-416b-b8a8-560534179153', 'name': '', 'network_id': '1560c1bf-f2d4-42b8-bfd0-73dce5a701f3', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'mac_address': 'fa:16:3e:62:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:33Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'subnets': [{'id': '2a0e2606-e8c8-4cd3-9a6d-863e1b385e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:07:59.515093 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:59.544188 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:59.606340 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:59.608804 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:59.613523 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "DELETE /v2.0/security-groups/46bd75cf-9c75-42da-9a57-0638517be8cf HTTP/1.1" status: 204 len: 168 time: 0.1640692 Jun 09 22:07:59.613755 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51388) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:59.614549 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1e8fc2f6-b43b-4e9d-86c1-055d5a6f31e8 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:59.626506 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd75cf-9c75-42da-9a57-0638517be8cf,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:59.635001 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.635384 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.635753 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.636117 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.636477 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.636835 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.637190 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.637638 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.638206 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.638350 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.api.v2.resource [None req-778e2455-0e56-41eb-83e8-9136370096e8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] show failed (client error): The resource could not be found. Jun 09 22:07:59.638565 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.638946 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.639298 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:59.639799 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-778e2455-0e56-41eb-83e8-9136370096e8 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "GET /v2.0/security-groups/46bd75cf-9c75-42da-9a57-0638517be8cf HTTP/1.1" status: 404 len: 347 time: 0.0248883 Jun 09 22:07:59.642809 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51390) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:59.646156 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:59.707288 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032222b2-add0-4fcb-a383-03b675b138e3 None None] New status for floating IP 5007df8c-9a4b-45ff-8a5d-38d0421eac26: DOWN {{(pid=91700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:07:59.869011 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Deleting port 8a47e577-1fb8-450c-86fc-871c3377190f {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:59.869344 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:59.988453 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:59.988775 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:00.129438 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Calling delete_port for 8a47e577-1fb8-450c-86fc-871c3377190f owned by network:floatingip {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:00.247125 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:00.250761 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-30c1daea-37cc-42d4-9ec1-f29c30049142 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:00.296585 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Pushing event deleted for resources: {'Port': ['ID=8a47e577-1fb8-450c-86fc-871c3377190f,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:00.300564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:00.391157 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks [] for floatingip, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:00.393519 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:00.395214 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-9ee6b654-15c3-4e4b-8e26-51df7bae7be1 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] 10.222.0.42 "DELETE /v2.0/floatingips/5007df8c-9a4b-45ff-8a5d-38d0421eac26 HTTP/1.1" status: 204 len: 168 time: 0.7511358 Jun 09 22:08:03.177541 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51414) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:03.833184 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4090319'] for router_interface, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:04.348039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Deleting port 017bc9f5-a2e5-416b-b8a8-560534179153 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:04.348717 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:04.476518 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] For port 017bc9f5-a2e5-416b-b8a8-560534179153, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=017bc9f5-a2e5-416b-b8a8-560534179153,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:04.476755 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:04.603066 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Calling delete_port for 017bc9f5-a2e5-416b-b8a8-560534179153 owned by network:router_interface {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:04.750720 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:04.754986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-789f2694-d032-48c8-bbb1-76c97e3041a3 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:04.799294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Pushing event deleted for resources: {'Port': ['ID=017bc9f5-a2e5-416b-b8a8-560534179153,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:04.825552 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:05.066260 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4093841'] for router_interface, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:05.556801 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Router c29f67ce-66eb-4b05-a28b-6b8861e7161a has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:05.738354 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:05.743463 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0754a2c1-6031-443d-a9f8-8da6c0c87986 admin admin] 10.222.0.42 "PUT /v2.0/routers/c29f67ce-66eb-4b05-a28b-6b8861e7161a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645146 Jun 09 22:08:05.745564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51418) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:05.748965 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] Sync routers for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:05.759091 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:05.759734 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:07:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:05.938544 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:05.957013 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:06.123730 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.206286 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Deleting port 55282266-30e2-46f6-b124-c3238b16de44 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:06.206626 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.319532 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '55282266-30e2-46f6-b124-c3238b16de44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:08:04Z', 'revision_number': 5, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port': {'id': '55282266-30e2-46f6-b124-c3238b16de44', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:01:21Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:06.324228 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] Checking router: c29f67ce-66eb-4b05-a28b-6b8861e7161a for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:06.336094 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] Routers {'c29f67ce-66eb-4b05-a28b-6b8861e7161a'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:06.336909 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:07:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:06.356479 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] For port 55282266-30e2-46f6-b124-c3238b16de44, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=55282266-30e2-46f6-b124-c3238b16de44,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:06.356479 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.483927 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Calling delete_port for 55282266-30e2-46f6-b124-c3238b16de44 owned by network:router_gateway {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:06.499061 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] Set router c29f67ce-66eb-4b05-a28b-6b8861e7161a gateway port host: None {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:06.613656 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:08:06Z', 'revision_number': 6, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port_host': None}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:06.623197 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ca466-66f6-4a01-a98e-517ecd204a0c None None] The sync data for ids ['c29f67ce-66eb-4b05-a28b-6b8861e7161a'] in dv-cinder-789564-5-smb is: [{'id': 'c29f67ce-66eb-4b05-a28b-6b8861e7161a', 'name': 'tempest-AttachVolumeShelveTestJSON-1173621360-router', 'tenant_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:01:18Z', 'updated_at': '2021-06-09T22:08:06Z', 'revision_number': 6, 'project_id': 'a5a46fa06a774d64bde35b99c77eb49a', 'gw_port_host': None}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:06.656159 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.665229 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-53b20059-dbf9-4add-9c28-1182ea225532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:06.711942 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55282266-30e2-46f6-b124-c3238b16de44,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:06.714607 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:06.814539 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087894'] for router_gateway, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.143119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4086798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1795'] for router, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.147166 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.181529 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086938'] for router, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.182071 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29f67ce-66eb-4b05-a28b-6b8861e7161a {{(pid=91697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:08:07.190013 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.191156 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-db344245-dc9f-40ff-ae73-40a1739ef6d0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c29f67ce-66eb-4b05-a28b-6b8861e7161a HTTP/1.1" status: 204 len: 168 time: 1.4446354 Jun 09 22:08:07.193563 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51430) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:07.241895 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64902d9-722b-4f41-80bb-89bfd14511d8 req-4a1e4b2e-834e-447a-aeec-79357c1179d6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:07.243352 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d64902d9-722b-4f41-80bb-89bfd14511d8 req-4a1e4b2e-834e-447a-aeec-79357c1179d6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.2070017 Jun 09 22:08:07.286314 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Deleting subnet 2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 {{(pid=91697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:08:07.297890 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.339611 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d64902d9-722b-4f41-80bb-89bfd14511d8 req-9b9581b9-0d7d-4129-a16a-a492ec605b6e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893369 Jun 09 22:08:07.364111 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211684'] for subnet, precommit_delete_associations {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.479875 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 55282266-30e2-46f6-b124-c3238b16de44 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:07.489960 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.520616 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 55282266-30e2-46f6-b124-c3238b16de44 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:07.521138 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 55282266-30e2-46f6-b124-c3238b16de44 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:07.521586 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 017bc9f5-a2e5-416b-b8a8-560534179153 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:07.561298 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 017bc9f5-a2e5-416b-b8a8-560534179153 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:07.561649 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 017bc9f5-a2e5-416b-b8a8-560534179153 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:07.568750 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2190503'] for subnet, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.573256 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:07.614857 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0e2606-e8c8-4cd3-9a6d-863e1b385e15,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:07.619111 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:07.623930 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.627869 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-e0277d64-7d0e-4263-baa9-dd12302dbe01 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2a0e2606-e8c8-4cd3-9a6d-863e1b385e15 HTTP/1.1" status: 204 len: 168 time: 0.4333017 Jun 09 22:08:07.629103 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61096f-31b7-4e00-8676-5632889a8918 None None] Network 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:08:07.631090 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51432) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:07.747766 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.823828 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Deleting port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:07.824057 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.905700 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] DHCP port deletion for 1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 request from dv-cinder-789564-5-smb {{(pid=91699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:08:07.945121 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] For port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:07.945398 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.977414 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Deleting port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:07.977799 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.078923 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Calling delete_port for a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd owned by network:dhcp {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:08.080518 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] For port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,segment=NetworkSegment(3d8bbc38-f898-47bf-b877-a45374a78f63),segment_id=3d8bbc38-f898-47bf-b877-a45374a78f63)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:08.080914 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.131088 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.135148 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ac9fd42c-6ee4-4de6-b236-a92e45afe0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:08.186433 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:08.191185 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:08.191383 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] No DVR routers for this DVR port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd on host dv-cinder-789564-5-smb {{(pid=91698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:08.213423 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Calling delete_port for a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:08.269062 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.273555 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:08.313209 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.319273 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Pushing event deleted for resources: {'Port': ['ID=a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:08.325150 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] No DVR routers for this DVR port a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd on host dv-cinder-789564-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:08.329172 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1560c1bf-f2d4-42b8-bfd0-73dce5a701f3']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:08.339756 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.340308 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.340796 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.341443 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.341826 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.343232 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.343232 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.343633 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.344030 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.344478 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.344933 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.345592 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:08.346104 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8bbc38-f898-47bf-b877-a45374a78f63') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:08.346432 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8bbc38-f898-47bf-b877-a45374a78f63') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:08.350309 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:08.359432 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.379440 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.386786 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:08:08.387174 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:08:08.402784 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:08:08.637098 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.649885 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:08.670163 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.671152 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1560c1bf-f2d4-42b8-bfd0-73dce5a701f3 HTTP/1.1" status: 204 len: 168 time: 1.0390413 Jun 09 22:08:08.677926 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1560c1bf-f2d4-42b8-bfd0-73dce5a701f3,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:08.680969 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:08.705015 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2fadd-551b-4fbd-ad78-35d23f21f56e req-2f8e2740-8033-4f5f-a179-77f00294aae3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:08.706798 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6cf2fadd-551b-4fbd-ad78-35d23f21f56e req-2f8e2740-8033-4f5f-a179-77f00294aae3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.1377313 Jun 09 22:08:08.756427 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6cf2fadd-551b-4fbd-ad78-35d23f21f56e req-051d1982-cc62-4fd5-8ee8-f9c36f76816a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=257a6404-85af-4853-a161-a7535339e4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Jun 09 22:08:08.809806 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51438) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:08.869178 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7bf30a68-9c2a-4987-9024-6e6c52fc2070 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5a46fa06a774d64bde35b99c77eb49a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579393 Jun 09 22:08:08.874511 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51440) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:08.933817 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-51e812d3-8f68-4468-bcb1-5e0c97829a1a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:08.935923 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-51e812d3-8f68-4468-bcb1-5e0c97829a1a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 946 time: 0.1032124 Jun 09 22:08:08.948086 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8da813e3-3216-418e-912d-f648651b357f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.981610 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8da813e3-3216-418e-912d-f648651b357f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.039842 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8da813e3-3216-418e-912d-f648651b357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.044245 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8da813e3-3216-418e-912d-f648651b357f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.046091 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-8da813e3-3216-418e-912d-f648651b357f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b9effe7-065e-4235-a039-a1ba3cc3a828 HTTP/1.1" status: 204 len: 168 time: 0.1703026 Jun 09 22:08:09.047535 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8549649f-bc29-440e-ac3d-1cdbb10de7ca tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:09.064579 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da813e3-3216-418e-912d-f648651b357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9effe7-065e-4235-a039-a1ba3cc3a828,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:09.068210 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8da813e3-3216-418e-912d-f648651b357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:09.096029 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:08:09.108392 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Deleting port 30ddf640-86b4-40d7-8013-5626c8f6939f {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:09.108905 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.306765 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] For port 30ddf640-86b4-40d7-8013-5626c8f6939f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=30ddf640-86b4-40d7-8013-5626c8f6939f,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:09.307122 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.477452 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:09.513897 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:09.514265 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device a2f4a5f0-5828-4cdf-9ebf-4fcb938b2ffd not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:09.606092 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.606574 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.606983 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Floating IP bfb4cdf2-745c-482f-a75e-c23acb5b5c39 disassociated. External IP: 172.28.2.153, port: 30ddf640-86b4-40d7-8013-5626c8f6939f. Jun 09 22:08:09.607328 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Calling delete_port for 30ddf640-86b4-40d7-8013-5626c8f6939f owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:09.771547 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.779408 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-86afd9a9-7e3e-4956-bed6-db123aba997c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:09.837396 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event deleted for resources: {'Port': ['ID=30ddf640-86b4-40d7-8013-5626c8f6939f,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:09.840738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:10.149583 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a7e5a04f-9a76-40b1-97ac-87bcd505a6c9 req-99ecbae2-ac43-4cc8-b25e-a13767f880bb tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7578315-c8e9-4c32-8f53-f87c9f806422 HTTP/1.1" status: 200 len: 210 time: 0.0624800 Jun 09 22:08:10.194263 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Router 7490bac2-c944-4ace-8df2-236844453ba1 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:10.400939 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:10.411196 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] Sync routers for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:10.422806 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:10.422806 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:07:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:10.482590 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] No DVR routers for this DVR port 30ddf640-86b4-40d7-8013-5626c8f6939f on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:10.485927 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:10.488240 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b7177424-85af-405f-b0dd-4ad6941fc3a4 req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "DELETE /v2.0/ports/30ddf640-86b4-40d7-8013-5626c8f6939f HTTP/1.1" status: 204 len: 173 time: 1.5471165 Jun 09 22:08:10.488831 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'name': 'network-vif-deleted', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:10.491970 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4162401e-736f-4f74-a07e-4e5599e5c29a" -d '{"events": [{"server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "name": "network-vif-deleted", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:10.540638 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f9b820-d3cb-4f39-a33c-6e530f838a6a x-openstack-request-id: req-21f9b820-d3cb-4f39-a33c-6e530f838a6a {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:10.540969 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7578315-c8e9-4c32-8f53-f87c9f806422", "name": "network-vif-deleted", "tag": "30ddf640-86b4-40d7-8013-5626c8f6939f", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:10.541251 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21f9b820-d3cb-4f39-a33c-6e530f838a6a {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:10.541674 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7578315-c8e9-4c32-8f53-f87c9f806422', 'name': 'network-vif-deleted', 'tag': '30ddf640-86b4-40d7-8013-5626c8f6939f', 'status': 'completed', 'code': 200} Jun 09 22:08:10.624181 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:10.904087 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51484) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:10.975554 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:10.979755 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] Checking router: 7490bac2-c944-4ace-8df2-236844453ba1 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:10.988884 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:10.989537 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:07:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:11.014651 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.042275 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5b442e31-47c6-4454-9a14-45b3fb8cd470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.157410 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5b442e31-47c6-4454-9a14-45b3fb8cd470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.161193 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-5b442e31-47c6-4454-9a14-45b3fb8cd470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.170001 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9aac9d34-1454-4e58-a7ad-137da8db4aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:11.193673 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:11.219532 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-5b442e31-47c6-4454-9a14-45b3fb8cd470 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b2941fb97eb4bd1987ab4e6586ffab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117163 Jun 09 22:08:11.219532 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442e31-47c6-4454-9a14-45b3fb8cd470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda68238-8f37-4391-a256-185cd945f57c,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:11.220805 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51490) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:11.223489 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5b442e31-47c6-4454-9a14-45b3fb8cd470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:11.291564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.299146 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51494) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:11.320658 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.378336 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.380862 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.384298 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fda68238-8f37-4391-a256-185cd945f57c HTTP/1.1" status: 204 len: 168 time: 0.1601894 Jun 09 22:08:11.384298 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-59429108-595e-4a41-ba68-d1535fb69026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:11.394046 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda68238-8f37-4391-a256-185cd945f57c,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:11.399330 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:11.401509 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.438166 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.452332 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30ddf640-86b4-40d7-8013-5626c8f6939f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:11.489386 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 30ddf640-86b4-40d7-8013-5626c8f6939f {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:11.489982 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 30ddf640-86b4-40d7-8013-5626c8f6939f not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:11.516064 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.519583 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.521303 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "DELETE /v2.0/security-groups/257a6404-85af-4853-a161-a7535339e4fa HTTP/1.1" status: 204 len: 168 time: 0.2198515 Jun 09 22:08:11.522115 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-f7d27fec-3e18-4e25-9684-4c949c4dba2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:11.524207 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51498) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:11.533633 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257a6404-85af-4853-a161-a7535339e4fa,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:11.536872 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:11.545785 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.api.v2.resource [None req-6cdeda1d-3012-4605-8366-a18e57147a3e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] show failed (client error): The resource could not be found. Jun 09 22:08:11.547035 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-6cdeda1d-3012-4605-8366-a18e57147a3e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups/257a6404-85af-4853-a161-a7535339e4fa HTTP/1.1" status: 404 len: 347 time: 0.0216963 Jun 09 22:08:11.549934 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51502) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:11.564124 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:11.569747 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84143c6-6421-4019-8d79-5484327a0cc9 None None] The sync data for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb is: [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:11.755796 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51504) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:11.775151 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-17ff5404-6235-4a02-871d-ed543df6439c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.783009 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Deleting port 85a57925-f96e-47bf-bcf6-6ab50f985267 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:11.783353 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.832923 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796643f-bb73-4d0f-90f6-35cbd7420286 None None] New status for floating IP bfb4cdf2-745c-482f-a75e-c23acb5b5c39: DOWN {{(pid=91699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:08:11.898584 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-17ff5404-6235-4a02-871d-ed543df6439c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.903859 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-17ff5404-6235-4a02-871d-ed543df6439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.912227 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-06bee394-72fe-434d-b639-1d93e3e531cb tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:11.915068 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.915397 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:11.953420 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff5404-6235-4a02-871d-ed543df6439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97a7cc4-d2a3-45d7-80ac-cf20c2ff92e9,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:11.961896 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-17ff5404-6235-4a02-871d-ed543df6439c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5b8424191dc433b9a1973150232dd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046916 Jun 09 22:08:11.963155 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-17ff5404-6235-4a02-871d-ed543df6439c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:11.963665 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51506) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:12.031023 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.051919 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Calling delete_port for 85a57925-f96e-47bf-bcf6-6ab50f985267 owned by network:floatingip {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:12.059020 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.126668 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.129918 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.131793 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a97a7cc4-d2a3-45d7-80ac-cf20c2ff92e9 HTTP/1.1" status: 204 len: 168 time: 0.1672015 Jun 09 22:08:12.132801 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ef4a50fc-0260-4f23-8411-7a5e767e15ff tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:12.143497 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97a7cc4-d2a3-45d7-80ac-cf20c2ff92e9,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:12.146427 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:12.180051 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.183986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-915781d2-553a-42eb-b5cc-a3c048db35bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:12.229498 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event deleted for resources: {'Port': ['ID=85a57925-f96e-47bf-bcf6-6ab50f985267,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:12.233112 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:12.325667 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.328221 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.332623 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "DELETE /v2.0/floatingips/bfb4cdf2-745c-482f-a75e-c23acb5b5c39 HTTP/1.1" status: 204 len: 168 time: 0.7784803 Jun 09 22:08:12.594403 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51522) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:12.600949 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757264222', 'description': 'tempest-description--1586958633'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:12.628961 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.747219 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.751896 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.755736 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-18936cad-6407-42f0-b533-8d6b7b22dbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:12.793245 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1ed604-113e-470f-839b-36eddd42133c,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:12.795749 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.796944 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2010634 Jun 09 22:08:12.797826 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:12.801245 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51530) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:12.806217 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'security_group_rule': {'security_group_id': 'ae1ed604-113e-470f-839b-36eddd42133c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:12.851958 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.915255 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.919546 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.927693 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ac361f1e-2f6a-43d5-b84a-c51d7923a05f tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:12.946909 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c659d1bd-11b5-4645-884c-37131ae266ea,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:12.949677 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:12.951287 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:12.955264 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-c563c784-e894-4b1b-8623-b28f0ddc8f41 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528661 Jun 09 22:08:12.955648 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51534) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:12.961055 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.v2.base [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'security_group_rule': {'security_group_id': 'ae1ed604-113e-470f-839b-36eddd42133c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:12.990456 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.055544 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.059262 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116327'] for security_group_rule, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.061380 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:13.081951 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386a3cf8-a420-4e6b-a58c-f2458da5e2b9,revision_number=0']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:13.085965 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:13.091626 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.092856 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d162ad1e-26ad-4846-9a6f-735c7f26fcf3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357210 Jun 09 22:08:13.095982 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51540) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:13.101333 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'floatingip': {'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:13.123827 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.360934 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.551117 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Allocated IP 172.28.2.250 (ad4e0153-0287-44ad-adaf-45a2c87e79c2/4dd82854-0e30-4ef9-adc7-9a350ae68118/18084e65-ac4c-4d37-b37b-89c2b01ea072) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:13.749102 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.780635 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:13.784407 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9d22905f-b87f-4d88-a0e2-658bb6cb4ef6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:13.849495 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Network ad4e0153-0287-44ad-adaf-45a2c87e79c2 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:13.852412 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:13.856045 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:13.885598 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'Port': ['ID=18084e65-ac4c-4d37-b37b-89c2b01ea072,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:13.891557 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:13.943209 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.004297 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.102469 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51568) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:14.210302 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.216177 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.220690 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-50347d0f-7da2-4948-a8a3-18678209595b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:14.222805 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e137d84-6ae9-4ee5-b934-8c72f9ac8b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.326979 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'Port': ['ID=18084e65-ac4c-4d37-b37b-89c2b01ea072,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:14.331215 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e137d84-6ae9-4ee5-b934-8c72f9ac8b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.331500 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:14.336131 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4e137d84-6ae9-4ee5-b934-8c72f9ac8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.338875 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.345176 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-376a1583-4550-494b-a946-35be6254611b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:14.356621 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.357807 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2601922 Jun 09 22:08:14.385412 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4e137d84-6ae9-4ee5-b934-8c72f9ac8b05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8716e9639084781815ecf842f36ce24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813194 Jun 09 22:08:14.387150 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e137d84-6ae9-4ee5-b934-8c72f9ac8b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4075e295-0d67-4381-be1b-6c5a6006d80d,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:14.388109 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51574) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:14.390242 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4e137d84-6ae9-4ee5-b934-8c72f9ac8b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:14.446490 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.475868 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.533510 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.536750 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.538082 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4075e295-0d67-4381-be1b-6c5a6006d80d HTTP/1.1" status: 204 len: 168 time: 0.1489336 Jun 09 22:08:14.538900 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4cf2e340-d781-43f6-9e5a-5eebef0b0111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:14.548680 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4075e295-0d67-4381-be1b-6c5a6006d80d,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:14.551049 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:14.595657 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-1e239247-6d32-4b92-a53f-7164c3dac42b tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1757264222&fields=id&tenant_id=46637a347c694cd3a467d09eb1ad97c4 HTTP/1.1" status: 200 len: 267 time: 0.0444343 Jun 09 22:08:14.750403 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-c566f551-7760-4e20-a38e-bc352c02e295 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:14.751855 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-c566f551-7760-4e20-a38e-bc352c02e295 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 810 time: 0.1491554 Jun 09 22:08:14.767634 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-103d60c3-6bca-4809-b252-eefdb3d12c4e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/quotas/46637a347c694cd3a467d09eb1ad97c4 HTTP/1.1" status: 200 len: 375 time: 0.0101883 Jun 09 22:08:14.822795 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51592) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:14.841017 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3f61b0c5-6fc1-4d54-bd5f-595bd4bec68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.860114 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-c65960de-b670-4d1c-8901-f4af49529353 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853894 Jun 09 22:08:14.973417 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3f61b0c5-6fc1-4d54-bd5f-595bd4bec68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.981013 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3f61b0c5-6fc1-4d54-bd5f-595bd4bec68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.995143 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-71219cdd-0dba-49b0-9e4a-350bfed27715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:15.036547 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-3f61b0c5-6fc1-4d54-bd5f-595bd4bec68b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1d5afdb8bd045ce88c71d4f10001078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121553 Jun 09 22:08:15.039495 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51596) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:15.049913 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61b0c5-6fc1-4d54-bd5f-595bd4bec68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c09634-b4cb-435f-818b-aef14d195b69,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:15.053641 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3f61b0c5-6fc1-4d54-bd5f-595bd4bec68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:15.107577 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:15.138619 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:15.194891 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-a619703e-9fa4-4550-a3c2-ca4bd2beddab service neutron] 10.222.0.42 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160281 Jun 09 22:08:15.195511 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:15.198063 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:15.199192 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45c09634-b4cb-435f-818b-aef14d195b69 HTTP/1.1" status: 204 len: 168 time: 0.1588175 Jun 09 22:08:15.199956 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4af309ad-c456-4e06-a1b0-f9a7bf9c3be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:15.209972 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c09634-b4cb-435f-818b-aef14d195b69,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:15.212206 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:15.326214 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-7bb96088-f548-46c9-92eb-c1d89ebe4af1 service neutron] 10.222.0.42 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252179 Jun 09 22:08:15.519504 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-59e73517-b455-4035-abbd-641ab25edfa2 req-cdc35fdb-f085-41e4-a26a-bda4607e92b6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 210 time: 0.0532842 Jun 09 22:08:16.599042 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-0f4359b0-2a71-4c0c-a1cd-66d29ea900a3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:16.599042 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-0f4359b0-2a71-4c0c-a1cd-66d29ea900a3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 810 time: 0.1710904 Jun 09 22:08:16.660233 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-0360a78d-c792-4b08-8238-9a28407300ac tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46637a347c694cd3a467d09eb1ad97c4 HTTP/1.1" status: 200 len: 380 time: 0.0525060 Jun 09 22:08:16.670051 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'port': {'device_id': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'admin_state_up': True, 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'security_groups': ['ae1ed604-113e-470f-839b-36eddd42133c']}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:16.704364 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-68809bb6-9e81-4cf5-bacb-ded158b5276f req-e5484a68-3cca-4b51-8d5a-27509497c4c3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 210 time: 0.0582187 Jun 09 22:08:16.823983 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Made reservation on behalf of 46637a347c694cd3a467d09eb1ad97c4 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:08:16.827683 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:16.999907 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Allocated IP 172.20.0.12 (b14cf81d-d358-41ab-95d1-c7430660f0ef/d808a036-87de-4fab-a858-b878c2d26634/89c12134-d5d2-487a-9093-2f26dbc1f115) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:17.289547 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:17.306758 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Transition to ACTIVE for port object 89c12134-d5d2-487a-9093-2f26dbc1f115 will not be triggered until provisioned by entity DHCP. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:17.333004 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:17.338623 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2d3c9d44-d5a6-448a-a14a-60190d278e8a tempest-ServerRescueNegativeTestJSON-158357701 tempest-ServerRescueNegativeTestJSON-158357701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:17.410230 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Network b14cf81d-d358-41ab-95d1-c7430660f0ef is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:17.413552 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:17.417427 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:17.448187 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event updated for resources: {'Port': ['ID=89c12134-d5d2-487a-9093-2f26dbc1f115,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:17.455119 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:17.486357 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:17.487062 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:17.505734 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8400593 Jun 09 22:08:17.519948 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Request body: {'port': {'device_id': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:17.634545 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:17.657788 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e3a0e7a2-2c09-4f70-be6c-973de47a4b7b None None] Provisioning for port 89c12134-d5d2-487a-9093-2f26dbc1f115 completed by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:17.663294 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-e3a0e7a2-2c09-4f70-be6c-973de47a4b7b None None] Provisioning complete for port 89c12134-d5d2-487a-9093-2f26dbc1f115 triggered by entity DHCP. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:17.663748 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e7a2-2c09-4f70-be6c-973de47a4b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:17.715665 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0e7a2-2c09-4f70-be6c-973de47a4b7b None None] Port 89c12134-d5d2-487a-9093-2f26dbc1f115 cannot update to ACTIVE because it is not bound. {{(pid=91699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:08:17.972893 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0351f-fdde-472e-9706-dc036a802f4b req-f460bbcf-a91e-4086-bf2a-f76c274135fd tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:17.974333 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-71b0351f-fdde-472e-9706-dc036a802f4b req-f460bbcf-a91e-4086-bf2a-f76c274135fd tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 932 time: 0.1334341 Jun 09 22:08:18.068757 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c12134-d5d2-487a-9093-2f26dbc1f115 {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:08:18.075109 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-71b0351f-fdde-472e-9706-dc036a802f4b req-3a4a4450-621b-4684-a6b2-b55446791175 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903244 Jun 09 22:08:18.078959 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:18.094316 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Transition to ACTIVE for port object 89c12134-d5d2-487a-9093-2f26dbc1f115 will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:18.097941 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:18.101568 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-dada9a89-467f-47d0-8dd1-5d13c5fc1ac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:18.252142 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Pushing event updated for resources: {'Port': ['ID=89c12134-d5d2-487a-9093-2f26dbc1f115,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:18.259967 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:18.332461 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Attempting to bind port 89c12134-d5d2-487a-9093-2f26dbc1f115 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:08:18.332916 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Attempting to bind port 89c12134-d5d2-487a-9093-2f26dbc1f115 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:08:18.333142 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Attempting to bind port 89c12134-d5d2-487a-9093-2f26dbc1f115 on network b14cf81d-d358-41ab-95d1-c7430660f0ef {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:18.338087 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Port 89c12134-d5d2-487a-9093-2f26dbc1f115 on network b14cf81d-d358-41ab-95d1-c7430660f0ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:08:18.338977 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Attempting to bind port 89c12134-d5d2-487a-9093-2f26dbc1f115 on network b14cf81d-d358-41ab-95d1-c7430660f0ef {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:18.344407 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:08:18.344814 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Checking segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:18.345194 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Bound using segment: {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:08:18.345611 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Bound port: 89c12134-d5d2-487a-9093-2f26dbc1f115, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948f979b-e7ef-4fb7-9917-1a4e9b094abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:08:18.345957 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:18.436404 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] For port 89c12134-d5d2-487a-9093-2f26dbc1f115, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:08:18.439526 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] For port 89c12134-d5d2-487a-9093-2f26dbc1f115, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89c12134-d5d2-487a-9093-2f26dbc1f115,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:08:18.444898 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:18.448676 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ff20f708-a6fa-4a42-b8e3-48b3045ecf98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:18.506938 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:18.507554 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:18.509413 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-91248181-2713-41d0-ad5a-598531b4059a service neutron] 10.222.0.36 "PUT /v2.0/ports/89c12134-d5d2-487a-9093-2f26dbc1f115 HTTP/1.1" status: 200 len: 1094 time: 0.9954009 Jun 09 22:08:18.510076 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:18.512393 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46161d7-b39c-4863-bcc7-ecbf193109ca" -d '{"events": [{"name": "network-changed", "server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:18.539485 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Pushing event updated for resources: {'Port': ['ID=89c12134-d5d2-487a-9093-2f26dbc1f115,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:18.542404 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:18.601677 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86275d74-a17a-4cae-bc29-6ca6c4c23c08 x-openstack-request-id: req-86275d74-a17a-4cae-bc29-6ca6c4c23c08 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:18.602047 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:18.602339 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86275d74-a17a-4cae-bc29-6ca6c4c23c08 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:18.602795 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'status': 'completed', 'code': 200} Jun 09 22:08:18.648501 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-13070878-c5eb-4b4f-90a7-601ca132445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:18.650141 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-13070878-c5eb-4b4f-90a7-601ca132445b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 1097 time: 0.0878434 Jun 09 22:08:18.723942 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-b7fc8511-049d-40f3-b273-ff7e69aede29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c12134-d5d2-487a-9093-2f26dbc1f115 HTTP/1.1" status: 200 len: 217 time: 0.0667565 Jun 09 22:08:18.791230 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-d7136b5e-00e5-4bab-b12a-8373fabab43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:18.792646 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-d7136b5e-00e5-4bab-b12a-8373fabab43b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0620940 Jun 09 22:08:18.871365 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ae532782-121d-44f8-8117-10d66db49258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:18.876035 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-6ff5a60b-8a1c-475f-a842-0a9d208216c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:18.877498 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-6ff5a60b-8a1c-475f-a842-0a9d208216c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786703 Jun 09 22:08:19.096192 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-4859adac-3b52-45ba-9a78-7dfb6e65e1d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110643 Jun 09 22:08:19.286725 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6c976c95-f800-45c9-86e8-5cd16945cb92 req-641da7e8-6377-43f8-82aa-e50b31582533 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836827 Jun 09 22:08:19.305649 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a935d-0406-4353-aa06-566fd73f6d74 req-27cd38da-13f1-4faf-b198-7f5a5ebf3536 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:19.307128 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f89a935d-0406-4353-aa06-566fd73f6d74 req-27cd38da-13f1-4faf-b198-7f5a5ebf3536 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 944 time: 0.1227982 Jun 09 22:08:19.398095 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-f89a935d-0406-4353-aa06-566fd73f6d74 req-b5408e7d-929b-4d9f-8f67-c621ed4e2e5e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852520 Jun 09 22:08:19.417931 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-6d7c6e45-d52a-4d6a-a9e0-2696f6af9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:19.419384 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-6d7c6e45-d52a-4d6a-a9e0-2696f6af9e72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 1097 time: 0.0858774 Jun 09 22:08:19.552793 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-9a7368db-62d5-4075-8f15-9195b6baeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:19.554230 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-9a7368db-62d5-4075-8f15-9195b6baeec0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 911 time: 0.1278276 Jun 09 22:08:19.626517 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-6794bcdb-c1d4-43e4-a45a-d9639d147e3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c12134-d5d2-487a-9093-2f26dbc1f115 HTTP/1.1" status: 200 len: 217 time: 0.0631032 Jun 09 22:08:19.690099 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-d8c52e99-7b23-416c-97c6-bc9809011ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:19.692009 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-d8c52e99-7b23-416c-97c6-bc9809011ab1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0589881 Jun 09 22:08:19.772234 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-af0ecf3a-0c49-4d0a-8faf-d1fbd0c3cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:19.773703 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-af0ecf3a-0c49-4d0a-8faf-d1fbd0c3cb29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731423 Jun 09 22:08:19.910495 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-b9a0d061-166e-4feb-82a0-40dbf17119a8 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300120 Jun 09 22:08:20.074430 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a46161d7-b39c-4863-bcc7-ecbf193109ca req-5286f19f-b4c9-4a9d-bf82-3e141b52b2ac service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556449 Jun 09 22:08:20.611274 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55a043-a6cd-48f0-825a-7199a9a3ca03 req-be93c170-ad57-467b-8a0f-77f0cf002607 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:20.612826 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0b55a043-a6cd-48f0-825a-7199a9a3ca03 req-be93c170-ad57-467b-8a0f-77f0cf002607 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 944 time: 0.0922084 Jun 09 22:08:20.664192 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0b55a043-a6cd-48f0-825a-7199a9a3ca03 req-8e8814c7-bbb1-4544-9e65-efc493cb0298 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Jun 09 22:08:21.346708 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-e8ff5617-2f60-42a2-8030-6178521d7080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:21.348448 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:21.524914 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 89c12134-d5d2-487a-9093-2f26dbc1f115 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:08:21.671973 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 89c12134-d5d2-487a-9093-2f26dbc1f115, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89c12134-d5d2-487a-9093-2f26dbc1f115,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:21.686076 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'port_id': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'mac_address': 'fa:16:3e:51:1c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:08:21.758342 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:21.776146 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c12134-d5d2-487a-9093-2f26dbc1f115 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:08:21.793605 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 89c12134-d5d2-487a-9093-2f26dbc1f115, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89c12134-d5d2-487a-9093-2f26dbc1f115,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:21.797915 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:21.801320 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-14c1511a-a631-47f6-8d36-f61cc2d04537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:21.866141 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a700291-a453-4827-b606-d6a9b619f432 req-74d3f364-9e0e-4698-94e7-561bd8edb205 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:21.867728 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3a700291-a453-4827-b606-d6a9b619f432 req-74d3f364-9e0e-4698-94e7-561bd8edb205 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 945 time: 0.0899398 Jun 09 22:08:21.874491 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=89c12134-d5d2-487a-9093-2f26dbc1f115,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:21.878282 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:21.918128 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3a700291-a453-4827-b606-d6a9b619f432 req-b7689639-17d4-4fe4-8689-63a67d910530 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Jun 09 22:08:22.018615 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['89c12134-d5d2-487a-9093-2f26dbc1f115'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:08:22.124768 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.105423 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d499eb-4fec-4405-b73d-343c86f7ad25 req-81fbdb4f-193b-40df-a52d-2befdfeb898c tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:23.107382 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e8d499eb-4fec-4405-b73d-343c86f7ad25 req-81fbdb4f-193b-40df-a52d-2befdfeb898c tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 945 time: 0.0832129 Jun 09 22:08:23.160049 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e8d499eb-4fec-4405-b73d-343c86f7ad25 req-c5a39066-018e-4a4f-92fd-58e900633749 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 Jun 09 22:08:23.539822 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 89c12134-d5d2-487a-9093-2f26dbc1f115 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:23.608287 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 89c12134-d5d2-487a-9093-2f26dbc1f115 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:23.612795 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 89c12134-d5d2-487a-9093-2f26dbc1f115 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:23.613175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.728162 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.753518 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:23.755768 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95fb41e-dbb7-4eb3-b9ce-357c1d4c9ca6" -d '{"events": [{"server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "name": "network-vif-plugged", "status": "completed", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:23.763345 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 89c12134-d5d2-487a-9093-2f26dbc1f115, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89c12134-d5d2-487a-9093-2f26dbc1f115,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:23.767106 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.769647 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-16d1bb73-457e-4154-938a-00bc197bb6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:23.803426 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca09e7a-589d-4415-8a87-7e04ae5a60c8 x-openstack-request-id: req-7ca09e7a-589d-4415-8a87-7e04ae5a60c8 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:23.803719 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "name": "network-vif-plugged", "status": "completed", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:23.803979 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ca09e7a-589d-4415-8a87-7e04ae5a60c8 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:23.804367 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'code': 200} Jun 09 22:08:23.839850 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=89c12134-d5d2-487a-9093-2f26dbc1f115,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:23.842715 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:24.019469 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d151a8-76b9-4d8c-b038-9406c5ca94e7 req-276dee63-0b9f-4b7b-987a-a7b745eb5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:24.021034 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22d151a8-76b9-4d8c-b038-9406c5ca94e7 req-276dee63-0b9f-4b7b-987a-a7b745eb5a85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 1099 time: 0.0723586 Jun 09 22:08:24.028820 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:24.060552 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-22d151a8-76b9-4d8c-b038-9406c5ca94e7 req-13dbb11d-c1e3-4c8d-a905-ec89a5e5cfa5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Jun 09 22:08:24.351428 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc126e-3f90-40bb-82e1-1b6f60b26b99 req-7466a235-6f9f-44a9-bc01-8921bae83d6c tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:24.351428 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f4fc126e-3f90-40bb-82e1-1b6f60b26b99 req-7466a235-6f9f-44a9-bc01-8921bae83d6c tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 946 time: 0.0802112 Jun 09 22:08:24.396778 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-f4fc126e-3f90-40bb-82e1-1b6f60b26b99 req-a9e2c6c7-b2dd-48ea-b2c3-6d888210a3f5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Jun 09 22:08:25.582794 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f089a8-284c-488a-9a59-907fc767c4b1 req-c11d6732-3a01-4820-8334-ba6327b95e39 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:25.584277 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c0f089a8-284c-488a-9a59-907fc767c4b1 req-c11d6732-3a01-4820-8334-ba6327b95e39 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 946 time: 0.0834470 Jun 09 22:08:25.628876 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c0f089a8-284c-488a-9a59-907fc767c4b1 req-58b1f598-6233-4d80-bacd-6504c3c5c51e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388846 Jun 09 22:08:25.808182 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e528f-b576-4be0-beb1-0485f433b1e5 req-b873a03f-d740-4e53-8eee-ff9bf68e47a8 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:25.809636 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-3b9e528f-b576-4be0-beb1-0485f433b1e5 req-b873a03f-d740-4e53-8eee-ff9bf68e47a8 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 946 time: 0.0833993 Jun 09 22:08:25.818648 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51736) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:25.823900 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Request body: {'floatingip': {'port_id': '89c12134-d5d2-487a-9093-2f26dbc1f115'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:25.907994 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:26.577406 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:26.582176 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:26.747674 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Floating IP 0c415670-729e-4868-8420-595565ecfb25 associated. External IP: 172.28.2.250, port: 89c12134-d5d2-487a-9093-2f26dbc1f115. Jun 09 22:08:27.094897 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Router 7490bac2-c944-4ace-8df2-236844453ba1 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:27.278530 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:27.282864 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:27.288104 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] Sync routers for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:27.297900 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:27.298521 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:27.338818 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-1aa265bd-d1b6-42a1-9065-5a054497061e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "PUT /v2.0/floatingips/0c415670-729e-4868-8420-595565ecfb25 HTTP/1.1" status: 200 len: 992 time: 1.5188904 Jun 09 22:08:27.339459 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:27.342070 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870" -d '{"events": [{"name": "network-changed", "server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:27.403687 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7046e-46c9-43b7-b6d7-c3a302458aa4 x-openstack-request-id: req-4ad7046e-46c9-43b7-b6d7-c3a302458aa4 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:27.404121 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:27.404408 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ad7046e-46c9-43b7-b6d7-c3a302458aa4 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:27.404844 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'status': 'completed', 'code': 200} Jun 09 22:08:27.474112 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:27.611618 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-0e3b2488-eef4-4b81-84e0-e0d4db8b89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:27.613732 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-0e3b2488-eef4-4b81-84e0-e0d4db8b89ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46637a347c694cd3a467d09eb1ad97c4&device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 1099 time: 0.1880693 Jun 09 22:08:27.743506 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-7acbd1f2-8da4-49f6-8fd8-d8d98e268e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:27.744874 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-7acbd1f2-8da4-49f6-8fd8-d8d98e268e15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 200 len: 911 time: 0.1247759 Jun 09 22:08:27.817853 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '0c415670-729e-4868-8420-595565ecfb25', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'floating_ip_address': '172.28.2.250', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'port_id': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'mac_address': 'fa:16:3e:51:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:08:13Z', 'updated_at': '2021-06-09T22:08:26Z', 'revision_number': 1, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:27.821987 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] Checking router: 7490bac2-c944-4ace-8df2-236844453ba1 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:27.830523 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:27.831145 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:27.849172 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-df531e43-e2a3-4f7d-9e26-1eb10a511eae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c12134-d5d2-487a-9093-2f26dbc1f115 HTTP/1.1" status: 200 len: 1000 time: 0.0974493 Jun 09 22:08:27.911414 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-ae8dfae3-dd7f-4814-88b3-0af632693b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:27.912864 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-ae8dfae3-dd7f-4814-88b3-0af632693b6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 200 len: 849 time: 0.0578916 Jun 09 22:08:27.994765 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-8f7d54bc-5208-4129-9ddc-ad1be4ca45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:27.996527 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-8f7d54bc-5208-4129-9ddc-ad1be4ca45ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cf81d-d358-41ab-95d1-c7430660f0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775554 Jun 09 22:08:28.036631 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:28.128368 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-920fce3c-e2d6-4216-a857-78534af955ee service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254213 Jun 09 22:08:28.261322 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1ce5c7c2-c2ba-4c63-9daa-468b6cd93870 req-5c4da416-a9b1-4feb-b5ee-88766999811d service neutron] 10.222.0.36 "GET /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271880 Jun 09 22:08:28.382549 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '0c415670-729e-4868-8420-595565ecfb25', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'floating_ip_address': '172.28.2.250', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'port_id': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'mac_address': 'fa:16:3e:51:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:08:13Z', 'updated_at': '2021-06-09T22:08:26Z', 'revision_number': 1, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:28.386631 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e380caa-9e76-4b1f-9189-8737568375ec None None] The sync data for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb is: [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_floatingips': [{'id': '0c415670-729e-4868-8420-595565ecfb25', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'floating_ip_address': '172.28.2.250', 'floating_network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'router_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'port_id': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'mac_address': 'fa:16:3e:51:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:08:13Z', 'updated_at': '2021-06-09T22:08:26Z', 'revision_number': 1, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:28.596997 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab02bf8-a748-4271-8a50-804e5088a0b2 None None] New status for floating IP 0c415670-729e-4868-8420-595565ecfb25: ACTIVE {{(pid=91699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:08:28.899849 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51766) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:29.319891 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Deleting port cb1a3c75-a59c-4e72-99ad-8a687dbfc0e9 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:29.320220 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:29.438181 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:29.438454 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:29.560640 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Calling delete_port for cb1a3c75-a59c-4e72-99ad-8a687dbfc0e9 owned by network:floatingip {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:29.694851 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:29.698817 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:29.746014 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event deleted for resources: {'Port': ['ID=cb1a3c75-a59c-4e72-99ad-8a687dbfc0e9,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:29.749285 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:29.837383 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for floatingip, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:29.837710 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Floating IP d54c8c37-844a-4d85-bc8f-f78973311ff6 disassociated (deleted). External IP: 172.28.2.20, port: 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e. Jun 09 22:08:30.279809 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:30.456912 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:30.461081 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:30.465854 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] Sync routers for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:30.475381 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:30.476092 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:30.515665 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "DELETE /v2.0/floatingips/d54c8c37-844a-4d85-bc8f-f78973311ff6 HTTP/1.1" status: 204 len: 168 time: 1.6147120 Jun 09 22:08:30.516326 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:30.518702 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef213d74-daab-4e38-902c-41b8a8183ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:30.564289 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e572e293-cc37-417d-9e30-27c1574198a3 x-openstack-request-id: req-e572e293-cc37-417d-9e30-27c1574198a3 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:30.564714 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:30.565068 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e572e293-cc37-417d-9e30-27c1574198a3 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:30.565558 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'status': 'completed', 'code': 200} Jun 09 22:08:30.659533 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-7dfbb596-9500-4afd-ad66-81b1660324c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:30.661093 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:30.661267 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-7dfbb596-9500-4afd-ad66-81b1660324c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=357c9b221d7f445d9b85396e6f407cf7&device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 1099 time: 0.0746782 Jun 09 22:08:30.800402 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-56f9f76c-db27-49d2-ab08-7ba84fced3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:30.801946 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-56f9f76c-db27-49d2-ab08-7ba84fced3fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 200 len: 909 time: 0.1345730 Jun 09 22:08:30.875504 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-4b1d2f08-ee8a-4734-a26d-4dcfe70d1068 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 200 len: 217 time: 0.0662944 Jun 09 22:08:30.942439 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-632eea35-77a7-4162-8bde-69ab5517acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:30.944013 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-632eea35-77a7-4162-8bde-69ab5517acbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 200 len: 847 time: 0.0616775 Jun 09 22:08:31.005402 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c8329-d5d6-426e-969f-b0315f2a94be req-71e4f32d-a09f-4d87-9ef6-cad5389ef72b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:31.006911 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e36c8329-d5d6-426e-969f-b0315f2a94be req-71e4f32d-a09f-4d87-9ef6-cad5389ef72b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.1787550 Jun 09 22:08:31.026066 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-3127b222-45ab-4a01-97c7-ef483fd84275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:31.028491 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-3127b222-45ab-4a01-97c7-ef483fd84275 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0369f052-feec-4a79-9745-2724b6ae861c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771062 Jun 09 22:08:31.038505 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 5, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:31.044016 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] Checking router: 3de14f7e-71df-4fdf-ac01-785bd5c9b539 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:31.055074 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:31.055768 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:31.062394 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-e36c8329-d5d6-426e-969f-b0315f2a94be req-4255b7ab-9638-4942-a63c-3e2de05a79ca tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491951 Jun 09 22:08:31.165886 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-50e950c6-de85-47e7-aed6-2663cbfe3a08 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302853 Jun 09 22:08:31.252958 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:31.305704 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-ef213d74-daab-4e38-902c-41b8a8183ba8 req-b53d6ad1-654c-4d17-b8cf-3c96a22a8ad0 service neutron] 10.222.0.36 "GET /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322544 Jun 09 22:08:31.568200 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 5, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:31.571949 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fc7bb-0030-44cd-8fce-11edb69562fa None None] The sync data for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb is: [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:03:07Z', 'revision_number': 4, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '0f29ae3d-91e4-44b5-80cb-e139cf002a02', 'name': '', 'network_id': '0369f052-feec-4a79-9745-2724b6ae861c', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'mac_address': 'fa:16:3e:4c:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:05Z', 'updated_at': '2021-06-09T22:03:21Z', 'revision_number': 5, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'subnets': [{'id': '62dc807c-d5c0-43e3-859f-a31b065e653d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:31.790550 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925394b-34ba-4a84-9444-8d47717af76b None None] New status for floating IP d54c8c37-844a-4d85-bc8f-f78973311ff6: DOWN {{(pid=91699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:08:32.184292 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-cb27ab6a-ba9f-4bfc-8cc1-a5f08e4e7a6e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:32.185821 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-cb27ab6a-ba9f-4bfc-8cc1-a5f08e4e7a6e tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.36 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0781910 Jun 09 22:08:32.249441 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955f944-ab02-4090-a749-e8a913ceb633 req-bcd98a66-d7ed-43af-8efb-7d3cea81be34 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:32.250989 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7955f944-ab02-4090-a749-e8a913ceb633 req-bcd98a66-d7ed-43af-8efb-7d3cea81be34 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 946 time: 0.0816350 Jun 09 22:08:32.296562 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-7955f944-ab02-4090-a749-e8a913ceb633 req-6637d5f2-253e-469f-b17e-cbc4b26a9141 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/security-groups?id=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396643 Jun 09 22:08:32.422292 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Deleting port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:32.422946 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:32.549230 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] For port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:32.549577 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:32.674948 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Calling delete_port for 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:32.785818 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:32.792010 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:32.836562 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event deleted for resources: {'Port': ['ID=3366e6a8-b924-4c2c-83c8-0ce44ac22f6e,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:32.839697 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:32.918714 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] No DVR routers for this DVR port 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:32.921234 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:32.923231 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b8a8c376-962b-413c-ab7c-5f9ef330fa64 req-9773a7c5-7dc5-4725-87e3-d441ae84672b tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.36 "DELETE /v2.0/ports/3366e6a8-b924-4c2c-83c8-0ce44ac22f6e HTTP/1.1" status: 204 len: 173 time: 0.7319403 Jun 09 22:08:32.923721 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-deleted', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:32.926198 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10647a-c7f5-4c7c-9d13-03d1b4c2875b" -d '{"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-deleted", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:32.977101 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628cbaf0-e78e-4896-8c99-6203f32550ab x-openstack-request-id: req-628cbaf0-e78e-4896-8c99-6203f32550ab {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:32.977434 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9de7b-7d5e-42bd-879c-3ef63ad54836", "name": "network-vif-deleted", "tag": "3366e6a8-b924-4c2c-83c8-0ce44ac22f6e", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:32.977726 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-628cbaf0-e78e-4896-8c99-6203f32550ab {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:32.978155 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9de7b-7d5e-42bd-879c-3ef63ad54836', 'name': 'network-vif-deleted', 'tag': '3366e6a8-b924-4c2c-83c8-0ce44ac22f6e', 'status': 'completed', 'code': 200} Jun 09 22:08:33.464794 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d2fc5774-1fe7-4ecd-a143-7e13131d500a req-ee5ca06e-3c95-4be0-8291-16790e1feb57 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "GET /v2.0/ports?device_id=27a9de7b-7d5e-42bd-879c-3ef63ad54836 HTTP/1.1" status: 200 len: 210 time: 0.0450778 Jun 09 22:08:34.280689 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51844) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:34.394401 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-24f6b5a0-ca99-4513-aa67-632fab2e8fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.499341 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-24f6b5a0-ca99-4513-aa67-632fab2e8fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.504794 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-24f6b5a0-ca99-4513-aa67-632fab2e8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.512183 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-79d36d17-eb46-4001-82d4-a3b23cdc2478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:34.551945 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6b5a0-ca99-4513-aa67-632fab2e8fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c58527-9b1a-4a87-bc50-d6967be81be8,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:34.556131 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-24f6b5a0-ca99-4513-aa67-632fab2e8fd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cd0baa95b754bbb8ee59bf0a18d3996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743068 Jun 09 22:08:34.557063 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-24f6b5a0-ca99-4513-aa67-632fab2e8fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:34.558870 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51850) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:34.562831 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51852) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:34.620028 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7f41ffd7-6c24-48e7-87d5-6d4443d8ef1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.645190 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ec43703-3119-41a7-b4cc-8ce279b6a32d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.648898 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7f41ffd7-6c24-48e7-87d5-6d4443d8ef1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.682459 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ec43703-3119-41a7-b4cc-8ce279b6a32d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.704909 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7f41ffd7-6c24-48e7-87d5-6d4443d8ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.707466 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7f41ffd7-6c24-48e7-87d5-6d4443d8ef1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.710956 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7f41ffd7-6c24-48e7-87d5-6d4443d8ef1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6c58527-9b1a-4a87-bc50-d6967be81be8 HTTP/1.1" status: 204 len: 168 time: 0.1487513 Jun 09 22:08:34.710956 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-944736f0-45cd-4869-ab57-f82c8b914b61 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:34.719575 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41ffd7-6c24-48e7-87d5-6d4443d8ef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c58527-9b1a-4a87-bc50-d6967be81be8,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:34.722240 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7f41ffd7-6c24-48e7-87d5-6d4443d8ef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:34.765471 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ec43703-3119-41a7-b4cc-8ce279b6a32d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.768001 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0ec43703-3119-41a7-b4cc-8ce279b6a32d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.771820 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0ec43703-3119-41a7-b4cc-8ce279b6a32d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] 10.222.0.42 "DELETE /v2.0/security-groups/7be7a1d7-b512-4e6e-a3f7-9c5f30963e35 HTTP/1.1" status: 204 len: 168 time: 0.2046044 Jun 09 22:08:34.771820 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4fc243fd-1b11-497d-8bd0-8a640bb6f1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:34.781496 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec43703-3119-41a7-b4cc-8ce279b6a32d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be7a1d7-b512-4e6e-a3f7-9c5f30963e35,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:34.784858 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0ec43703-3119-41a7-b4cc-8ce279b6a32d tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:34.819772 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51858) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:35.039280 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51864) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:35.059708 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dc7b04d8-2193-48d5-b043-33f33cd9f1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.164264 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dc7b04d8-2193-48d5-b043-33f33cd9f1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.168272 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-dc7b04d8-2193-48d5-b043-33f33cd9f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.177391 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bf2871b8-18bb-48f2-904a-eca3a0ae8b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:35.204451 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b04d8-2193-48d5-b043-33f33cd9f1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddb4b97-5d6c-457c-92ac-17e419b2e0d8,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:35.209251 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-dc7b04d8-2193-48d5-b043-33f33cd9f1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:35.227181 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-dc7b04d8-2193-48d5-b043-33f33cd9f1f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afbe774a3ece44b58cd27a6b206553de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866651 Jun 09 22:08:35.228172 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51868) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:35.288138 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3e7f715e-d412-408e-83c6-bb1ae5d6e6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.314784 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3e7f715e-d412-408e-83c6-bb1ae5d6e6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.368448 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3e7f715e-d412-408e-83c6-bb1ae5d6e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.370875 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3e7f715e-d412-408e-83c6-bb1ae5d6e6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.371983 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3e7f715e-d412-408e-83c6-bb1ae5d6e6a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ddb4b97-5d6c-457c-92ac-17e419b2e0d8 HTTP/1.1" status: 204 len: 168 time: 0.1428306 Jun 09 22:08:35.372732 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b3dd9d56-b748-496a-a767-c79ace130519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:35.382339 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f715e-d412-408e-83c6-bb1ae5d6e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddb4b97-5d6c-457c-92ac-17e419b2e0d8,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:35.385658 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3e7f715e-d412-408e-83c6-bb1ae5d6e6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:35.555191 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4090319'] for router_interface, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.600543 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:35.636726 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:35.637080 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 3366e6a8-b924-4c2c-83c8-0ce44ac22f6e not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:36.073972 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Deleting port 0f29ae3d-91e4-44b5-80cb-e139cf002a02 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:36.074313 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.195195 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] For port 0f29ae3d-91e4-44b5-80cb-e139cf002a02, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=0f29ae3d-91e4-44b5-80cb-e139cf002a02,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:36.195555 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.321927 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Calling delete_port for 0f29ae3d-91e4-44b5-80cb-e139cf002a02 owned by network:router_interface {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:36.464675 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.469123 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3b8e53c7-85e7-4281-9e7a-113c615879dc tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:36.511323 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f29ae3d-91e4-44b5-80cb-e139cf002a02,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:36.514251 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:36.791624 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4093841'] for router_interface, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.260678 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:37.445639 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:37.450635 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] 10.222.0.42 "PUT /v2.0/routers/3de14f7e-71df-4fdf-ac01-785bd5c9b539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6297674 Jun 09 22:08:37.453068 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51916) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:37.456291 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] Sync routers for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:37.468006 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:37.468722 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:37.629288 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks [] for router, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.694122 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:37.802707 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.873633 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Deleting port 70caf548-6e9c-40ef-94c6-ae11333bb6cf {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:37.873987 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.972517 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:08:36Z', 'revision_number': 5, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port': {'id': '70caf548-6e9c-40ef-94c6-ae11333bb6cf', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:01Z', 'updated_at': '2021-06-09T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:37.976086 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] Checking router: 3de14f7e-71df-4fdf-ac01-785bd5c9b539 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:37.984284 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] Routers {'3de14f7e-71df-4fdf-ac01-785bd5c9b539'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:37.984860 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:37.992740 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] For port 70caf548-6e9c-40ef-94c6-ae11333bb6cf, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=70caf548-6e9c-40ef-94c6-ae11333bb6cf,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:37.993093 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.114568 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Calling delete_port for 70caf548-6e9c-40ef-94c6-ae11333bb6cf owned by network:router_gateway {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:38.132466 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] Set router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 gateway port host: None {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:38.237152 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:08:37Z', 'revision_number': 6, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port_host': None}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:38.241493 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfac7d9-fb2d-4630-ae22-68b7964f3668 None None] The sync data for ids ['3de14f7e-71df-4fdf-ac01-785bd5c9b539'] in dv-cinder-789564-5-smb is: [{'id': '3de14f7e-71df-4fdf-ac01-785bd5c9b539', 'name': 'tempest-TestShelveInstance-284085077-router', 'tenant_id': '357c9b221d7f445d9b85396e6f407cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:00Z', 'updated_at': '2021-06-09T22:08:37Z', 'revision_number': 6, 'project_id': '357c9b221d7f445d9b85396e6f407cf7', 'gw_port_host': None}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:38.247259 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.251073 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-713bd0b9-01e0-461a-a6b6-4ca8b04c5ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:38.296410 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Pushing event deleted for resources: {'Port': ['ID=70caf548-6e9c-40ef-94c6-ae11333bb6cf,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:38.298968 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:38.385524 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087894'] for router_gateway, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.654536 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4086798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1795'] for router, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.657571 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.683287 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086938'] for router, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.683815 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de14f7e-71df-4fdf-ac01-785bd5c9b539 {{(pid=91698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:08:38.689417 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.693532 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ca412298-4230-4219-9b89-6b05caf58303 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3de14f7e-71df-4fdf-ac01-785bd5c9b539 HTTP/1.1" status: 204 len: 168 time: 1.2368255 Jun 09 22:08:38.693826 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51928) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:38.752637 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Deleting subnet 62dc807c-d5c0-43e3-859f-a31b065e653d {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:08:38.755832 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.805748 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.889110 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.952310 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.956740 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:38.992034 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62dc807c-d5c0-43e3-859f-a31b065e653d,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:38.995988 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:38.997156 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.999395 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-5b1002ca-ca33-4de3-aaab-2c67017e84bb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/62dc807c-d5c0-43e3-859f-a31b065e653d HTTP/1.1" status: 204 len: 168 time: 0.3045530 Jun 09 22:08:39.002598 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51932) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:39.004053 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861221e-296c-4c79-8d16-00121f8ef296 None None] Network 0369f052-feec-4a79-9745-2724b6ae861c requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:08:39.112981 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.208839 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Deleting port 068d4154-63dc-4c29-983b-0a9b6e7680ce {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:39.209181 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.308679 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] For port 068d4154-63dc-4c29-983b-0a9b6e7680ce, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=068d4154-63dc-4c29-983b-0a9b6e7680ce,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:39.309040 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.320459 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] DHCP port deletion for 0369f052-feec-4a79-9745-2724b6ae861c request from dv-cinder-789564-5-smb {{(pid=91699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:08:39.394828 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Deleting port 068d4154-63dc-4c29-983b-0a9b6e7680ce {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:39.395145 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.440974 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Calling delete_port for 068d4154-63dc-4c29-983b-0a9b6e7680ce owned by network:dhcp {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:39.496404 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] For port 068d4154-63dc-4c29-983b-0a9b6e7680ce, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=068d4154-63dc-4c29-983b-0a9b6e7680ce,segment=NetworkSegment(274c2638-debb-4a31-9113-ba380a625e31),segment_id=274c2638-debb-4a31-9113-ba380a625e31)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:39.496815 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.498830 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.502626 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f986f6d9-01f1-443b-b180-011976ba2445 tempest-AttachVolumeShelveTestJSON-174200408 tempest-AttachVolumeShelveTestJSON-174200408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:39.511668 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 0f29ae3d-91e4-44b5-80cb-e139cf002a02 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:39.547159 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Pushing event deleted for resources: {'Port': ['ID=068d4154-63dc-4c29-983b-0a9b6e7680ce,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:39.550214 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:39.551068 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] No DVR routers for this DVR port 068d4154-63dc-4c29-983b-0a9b6e7680ce on host dv-cinder-789564-5-smb {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:39.603696 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 0f29ae3d-91e4-44b5-80cb-e139cf002a02 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:39.604054 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 0f29ae3d-91e4-44b5-80cb-e139cf002a02 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:39.604478 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 70caf548-6e9c-40ef-94c6-ae11333bb6cf no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:39.674304 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.688447 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0369f052-feec-4a79-9745-2724b6ae861c']}} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:39.699311 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Calling delete_port for 068d4154-63dc-4c29-983b-0a9b6e7680ce owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:39.701296 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274c2638-debb-4a31-9113-ba380a625e31') {'for_net_delete': True} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:39.701600 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 70caf548-6e9c-40ef-94c6-ae11333bb6cf {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:39.701719 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274c2638-debb-4a31-9113-ba380a625e31') {} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:39.701948 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 70caf548-6e9c-40ef-94c6-ae11333bb6cf not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:39.702371 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 068d4154-63dc-4c29-983b-0a9b6e7680ce no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:39.714522 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212631'] for segment, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.731160 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.738819 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=91697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:08:39.739388 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2552999'] for segment, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.739872 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 068d4154-63dc-4c29-983b-0a9b6e7680ce {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:39.740220 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 068d4154-63dc-4c29-983b-0a9b6e7680ce not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:39.784527 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.789123 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: Traceback (most recent call last): Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: timer() Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: cb(*args, **kw) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: return func(*args, **kwargs) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: self._notify() Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: self.callback(batched_events) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: event.method(event) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: return f(self, *a, **k) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: return self._get(url).json() Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: return self.request(url, 'GET', **kwargs) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:08:39.809452 dv-cinder-789564-5-smb neutron-server[91697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:08:39.835730 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.838522 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Pushing event deleted for resources: {'Port': ['ID=068d4154-63dc-4c29-983b-0a9b6e7680ce,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:39.841384 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:39.842179 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] No DVR routers for this DVR port 068d4154-63dc-4c29-983b-0a9b6e7680ce on host dv-cinder-789564-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:39.843530 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-771d61a6-4a83-474a-89bf-5f2a58eef96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:39.857385 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.859256 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0369f052-feec-4a79-9745-2724b6ae861c HTTP/1.1" status: 204 len: 168 time: 0.8554928 Jun 09 22:08:39.862813 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51940) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:39.865174 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Pushing event deleted for resources: {'Network': ['ID=0369f052-feec-4a79-9745-2724b6ae861c,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:39.870581 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:40.420034 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4090319'] for router_interface, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.925425 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Deleting port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:40.926102 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.999938 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:41.045924 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] For port 20ea02d9-61ad-47fe-a76b-7a92326ce1d1, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,segment=NetworkSegment(f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3),segment_id=f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:41.046263 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:41.171504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Calling delete_port for 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 owned by network:router_interface {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:41.322940 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:41.327112 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b450233d-370f-442a-a07d-aa20ed153ef0 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:41.369208 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ea02d9-61ad-47fe-a76b-7a92326ce1d1,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:41.371710 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:41.651581 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4093841'] for router_interface, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.008231 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Router 3157ba0f-522e-4f6c-9b60-8de41301c373 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:42.180923 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:42.185666 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3b40eaa8-b203-45bf-aea2-db433a160f01 admin admin] 10.222.0.42 "PUT /v2.0/routers/3157ba0f-522e-4f6c-9b60-8de41301c373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3212559 Jun 09 22:08:42.188152 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51958) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:42.191663 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] Sync routers for ids ['3157ba0f-522e-4f6c-9b60-8de41301c373'] in dv-cinder-789564-5-smb {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:42.200786 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] Routers {'3157ba0f-522e-4f6c-9b60-8de41301c373'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:42.201488 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3157ba0f-522e-4f6c-9b60-8de41301c373'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.381053 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] Set router 3157ba0f-522e-4f6c-9b60-8de41301c373 gateway port host: dv-cinder-789564-5-smb {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:42.457579 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.626271 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.656336 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:08:41Z', 'revision_number': 5, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port': {'id': 'cf0d8f9c-f83d-41d3-b641-57b38ece0243', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:03:14Z', 'updated_at': '2021-06-09T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.660507 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] Checking router: 3157ba0f-522e-4f6c-9b60-8de41301c373 for host: dv-cinder-789564-5-smb {{(pid=91699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:42.669623 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] Routers {'3157ba0f-522e-4f6c-9b60-8de41301c373'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:42.670250 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['3157ba0f-522e-4f6c-9b60-8de41301c373'], 'active': True} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.698122 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Deleting port cf0d8f9c-f83d-41d3-b641-57b38ece0243 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:42.698455 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.827478 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] For port cf0d8f9c-f83d-41d3-b641-57b38ece0243, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=cf0d8f9c-f83d-41d3-b641-57b38ece0243,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:42.827910 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.828025 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvr_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] Set router 3157ba0f-522e-4f6c-9b60-8de41301c373 gateway port host: None {{(pid=91699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:42.950999 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Calling delete_port for cf0d8f9c-f83d-41d3-b641-57b38ece0243 owned by network:router_gateway {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:42.979298 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_hamode_db [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 6, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port_host': None}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.983308 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582e22a-3cee-4d0d-93d8-ec66d646fb6c None None] The sync data for ids ['3157ba0f-522e-4f6c-9b60-8de41301c373'] in dv-cinder-789564-5-smb is: [{'id': '3157ba0f-522e-4f6c-9b60-8de41301c373', 'name': 'tempest-TestShelveInstance-1866291119-router', 'tenant_id': '54b42fa604f44be5aafb5e52b4c0f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:03:12Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 6, 'project_id': '54b42fa604f44be5aafb5e52b4c0f396', 'gw_port_host': None}] {{(pid=91699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:43.081021 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51970) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:43.096197 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.101311 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2ab48022-6969-423a-bb14-184332fcc372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.147075 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0d8f9c-f83d-41d3-b641-57b38ece0243,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:43.150156 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:43.206541 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c8664340-8000-4cea-8404-a65c93d3d15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.239804 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087894'] for router_gateway, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.321437 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c8664340-8000-4cea-8404-a65c93d3d15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.327052 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-c8664340-8000-4cea-8404-a65c93d3d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.335759 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-03a07ffc-bbda-4ba7-a91b-d6cc619ab523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.375001 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664340-8000-4cea-8404-a65c93d3d15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d81e24-ea12-4586-9555-fb94fb5a628d,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:43.381795 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c8664340-8000-4cea-8404-a65c93d3d15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:43.387092 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-c8664340-8000-4cea-8404-a65c93d3d15d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4980c0961a1f4797849e02a0c4e3436c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050823 Jun 09 22:08:43.387781 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51974) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:43.433490 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4086798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1795'] for router, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.435720 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.451739 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.460444 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086938'] for router, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.461025 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3157ba0f-522e-4f6c-9b60-8de41301c373 {{(pid=91698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:08:43.465246 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.466424 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3157ba0f-522e-4f6c-9b60-8de41301c373 HTTP/1.1" status: 204 len: 168 time: 1.2773750 Jun 09 22:08:43.468901 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51976) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:43.478222 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.530221 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Deleting subnet 14db4aa3-0f25-41c7-bb59-8397b1233200 {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:08:43.530938 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.533258 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.533713 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.534875 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0d81e24-ea12-4586-9555-fb94fb5a628d HTTP/1.1" status: 204 len: 168 time: 0.1463091 Jun 09 22:08:43.535738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-6a296958-2312-42ab-ae65-dc28907fb882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.545270 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d81e24-ea12-4586-9555-fb94fb5a628d,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:43.547739 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:43.583728 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.770381 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.831590 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device cf0d8f9c-f83d-41d3-b641-57b38ece0243 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:43.849648 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.854521 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a2a0e900-d225-431b-9b9a-a83497860037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.856922 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51982) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:43.866176 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: cf0d8f9c-f83d-41d3-b641-57b38ece0243 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:43.866527 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device cf0d8f9c-f83d-41d3-b641-57b38ece0243 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:43.866975 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:43.877656 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50bfb579-d54b-455b-94ea-1a6445f50686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.892028 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14db4aa3-0f25-41c7-bb59-8397b1233200,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:43.894018 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.898585 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/14db4aa3-0f25-41c7-bb59-8397b1233200 HTTP/1.1" status: 204 len: 168 time: 0.4269812 Jun 09 22:08:43.899849 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 51984) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:43.900933 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-5d799e9a-7fc4-4d54-860f-34b84195dbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:43.908504 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62b7e4-27b0-4579-9bbb-9c663214b154 None None] Network f51fc53d-f99d-4301-8635-18bef4709e25 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:08:43.922444 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:43.922588 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 20ea02d9-61ad-47fe-a76b-7a92326ce1d1 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:44.027328 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.166456 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50bfb579-d54b-455b-94ea-1a6445f50686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.175590 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Deleting port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:44.175590 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.182064 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] DHCP port deletion for f51fc53d-f99d-4301-8635-18bef4709e25 request from dv-cinder-789564-5-smb {{(pid=91699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:08:44.192669 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-50bfb579-d54b-455b-94ea-1a6445f50686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.248654 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] Deleting port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:44.249203 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.342429 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5152e7eb-7f51-4cc2-8999-62a72c294291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:44.349646 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] For port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,segment=NetworkSegment(f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3),segment_id=f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:44.350037 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.398910 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-50bfb579-d54b-455b-94ea-1a6445f50686 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b806e89ae8524659b4051adbb48f0a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403049 Jun 09 22:08:44.401683 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 51988) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:44.415033 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfb579-d54b-455b-94ea-1a6445f50686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd185a-e0a8-415f-9a3c-e628a13aab98,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:44.418998 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-50bfb579-d54b-455b-94ea-1a6445f50686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:44.426669 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] For port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,segment=NetworkSegment(f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3),segment_id=f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:44.427056 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.466329 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-696a0602-eaef-4192-a01d-42934142e3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.472829 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] Calling delete_port for 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:44.492548 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-696a0602-eaef-4192-a01d-42934142e3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.525218 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.532928 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-6981dc0d-d3b2-4f53-b912-a36b7a6fcdac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:44.549726 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-696a0602-eaef-4192-a01d-42934142e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.553066 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-696a0602-eaef-4192-a01d-42934142e3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.556750 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-696a0602-eaef-4192-a01d-42934142e3dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12fd185a-e0a8-415f-9a3c-e628a13aab98 HTTP/1.1" status: 204 len: 168 time: 0.1515479 Jun 09 22:08:44.556750 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-6e695d55-a84c-4c22-9cf8-33b59f317975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:44.559968 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Calling delete_port for 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 owned by network:dhcp {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:44.565099 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a0602-eaef-4192-a01d-42934142e3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd185a-e0a8-415f-9a3c-e628a13aab98,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:44.567560 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-696a0602-eaef-4192-a01d-42934142e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:44.579155 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] Pushing event deleted for resources: {'Port': ['ID=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:44.587106 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:44.587900 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345ad32-0600-448c-9b11-dd5460a31b8b None None] No DVR routers for this DVR port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 on host dv-cinder-789564-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:44.618265 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.621964 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-16139f2e-ddf8-4a5d-87b7-28d2186ffd9e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:44.665271 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Pushing event deleted for resources: {'Port': ['ID=83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:44.668363 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:44.669225 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] No DVR routers for this DVR port 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 on host dv-cinder-789564-5-smb {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:44.787291 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.800591 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51fc53d-f99d-4301-8635-18bef4709e25']}} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:44.812563 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3') {'for_net_delete': True} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:44.812868 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.services.segments.db [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a93ada-d3b2-4bb3-9e0a-a8f9224be6f3') {} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:44.824501 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3212631'] for segment, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.840930 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.847291 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=91697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:08:44.847680 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2552999'] for segment, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: util.warn( Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: util.warn( Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: util.warn( Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: util.warn( Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: Traceback (most recent call last): Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: timer() Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: cb(*args, **kw) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: return func(*args, **kwargs) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: self._notify() Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: self.callback(batched_events) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: event.method(event) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: return f(self, *a, **k) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: return self._get(url).json() Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: return self.request(url, 'GET', **kwargs) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:08:44.860885 dv-cinder-789564-5-smb neutron-server[91697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:08:44.937385 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.942113 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3a76c427-043a-41c1-b445-bee270bcbe41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:44.956185 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.960482 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/f51fc53d-f99d-4301-8635-18bef4709e25 HTTP/1.1" status: 204 len: 168 time: 1.0562115 Jun 09 22:08:44.964303 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f51fc53d-f99d-4301-8635-18bef4709e25,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:44.967054 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ea6fcb73-8bbd-430c-9278-e0c542a688ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:45.133038 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52008) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.182716 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ef828c9c-3bfe-4784-9a16-f074898b6f82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=357c9b221d7f445d9b85396e6f407cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477319 Jun 09 22:08:45.184738 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52012) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.242591 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2929bbbd-07bb-4f0b-b10f-8e9f71ee13d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.269627 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2929bbbd-07bb-4f0b-b10f-8e9f71ee13d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.329725 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2929bbbd-07bb-4f0b-b10f-8e9f71ee13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.333103 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2929bbbd-07bb-4f0b-b10f-8e9f71ee13d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.334231 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-2929bbbd-07bb-4f0b-b10f-8e9f71ee13d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38991602-67e5-41ed-8dfa-08ee967f4d84 HTTP/1.1" status: 204 len: 168 time: 0.1483853 Jun 09 22:08:45.335153 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-575ca839-97a8-43d1-8795-0c7358eedaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:45.346556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929bbbd-07bb-4f0b-b10f-8e9f71ee13d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38991602-67e5-41ed-8dfa-08ee967f4d84,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:45.348990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2929bbbd-07bb-4f0b-b10f-8e9f71ee13d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:45.494990 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:45.529322 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:45.529901 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 83aaa7ce-b4ad-4ef0-bfc0-7491ea6a3f67 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:45.754379 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52032) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.802326 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-f6389889-27e8-4574-bf2b-04a5e4a76d7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54b42fa604f44be5aafb5e52b4c0f396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464594 Jun 09 22:08:45.804789 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52034) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.861649 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d1e5689e-0dcc-4449-a919-0012633e68af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.887158 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d1e5689e-0dcc-4449-a919-0012633e68af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.940074 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d1e5689e-0dcc-4449-a919-0012633e68af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.942532 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-d1e5689e-0dcc-4449-a919-0012633e68af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.946384 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-d1e5689e-0dcc-4449-a919-0012633e68af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b4ff40b-80df-4831-be7d-156205411519 HTTP/1.1" status: 204 len: 168 time: 0.1406772 Jun 09 22:08:45.947226 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7ff0c47c-3067-4e90-9e44-8b9dd3f73384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:45.957296 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5689e-0dcc-4449-a919-0012633e68af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ff40b-80df-4831-be7d-156205411519,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:45.959554 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d1e5689e-0dcc-4449-a919-0012633e68af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:46.094845 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:08:48.875002 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9186dce4-ac3a-47d4-84cc-beadaf72928b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:51.354379 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a6090849-06c2-442c-ba13-c8ce1943ad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:51.356218 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.109278 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.031717 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.537377 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52154) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:54.654618 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7eca584e-c94c-4106-9d1f-cccfe7ff59e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.755142 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7eca584e-c94c-4106-9d1f-cccfe7ff59e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.758702 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7eca584e-c94c-4106-9d1f-cccfe7ff59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.767016 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a75c6f47-fbc6-451b-8fcd-63f8021b16e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:54.805138 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7eca584e-c94c-4106-9d1f-cccfe7ff59e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca6c9d5e03e148b08d8f8b5d65c6a20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667224 Jun 09 22:08:54.806670 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca584e-c94c-4106-9d1f-cccfe7ff59e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8892b286-3e7f-4b2d-8b03-f7bafa98120d,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:54.807809 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52158) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:54.809759 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7eca584e-c94c-4106-9d1f-cccfe7ff59e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:54.865093 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.889557 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.943720 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.946094 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.947230 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8892b286-3e7f-4b2d-8b03-f7bafa98120d HTTP/1.1" status: 204 len: 168 time: 0.1384544 Jun 09 22:08:54.948016 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2f45eaf4-90b6-48e0-9270-b9ba4332fdf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:54.958255 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8892b286-3e7f-4b2d-8b03-f7bafa98120d,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:54.961227 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:55.218190 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52164) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:55.235479 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-04b96ea4-3008-49b1-ada6-f9a5429779b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.335544 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-04b96ea4-3008-49b1-ada6-f9a5429779b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.339255 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-04b96ea4-3008-49b1-ada6-f9a5429779b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.347489 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e7c6e0ef-eb80-4188-b65d-ecc3e99032d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:55.389014 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-04b96ea4-3008-49b1-ada6-f9a5429779b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d8bdae424e24ed09191a82d9c14f376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697106 Jun 09 22:08:55.390754 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96ea4-3008-49b1-ada6-f9a5429779b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a977af2-dae8-47ce-935a-06d9c89f5695,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:55.391635 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52168) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:55.393836 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-04b96ea4-3008-49b1-ada6-f9a5429779b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:55.452271 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.479673 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.530627 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.533048 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.534143 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a977af2-dae8-47ce-935a-06d9c89f5695 HTTP/1.1" status: 204 len: 168 time: 0.1413393 Jun 09 22:08:55.534923 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f3247c64-668d-4a29-b6b4-46959306a568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:55.543901 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a977af2-dae8-47ce-935a-06d9c89f5695,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:55.546500 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:55.867256 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52174) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:55.884190 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fff3f4bc-1183-49cb-ac5d-9e8f144dc9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.986221 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fff3f4bc-1183-49cb-ac5d-9e8f144dc9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:55.989990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-fff3f4bc-1183-49cb-ac5d-9e8f144dc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.002611 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-957fd266-050a-4937-be09-0107eb21a3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:56.041729 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-fff3f4bc-1183-49cb-ac5d-9e8f144dc9c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09f1e3f098934b1795f7ed96953f1c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735129 Jun 09 22:08:56.042649 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3f4bc-1183-49cb-ac5d-9e8f144dc9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514be6da-57d9-4a50-8519-3fe69e23e3b7,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:56.044391 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52176) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:56.045605 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fff3f4bc-1183-49cb-ac5d-9e8f144dc9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:56.102910 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9dc85d4a-65e3-41e7-92f7-91f20283a5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.130968 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9dc85d4a-65e3-41e7-92f7-91f20283a5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.179956 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9dc85d4a-65e3-41e7-92f7-91f20283a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.182410 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-9dc85d4a-65e3-41e7-92f7-91f20283a5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.183571 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-9dc85d4a-65e3-41e7-92f7-91f20283a5e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/514be6da-57d9-4a50-8519-3fe69e23e3b7 HTTP/1.1" status: 204 len: 168 time: 0.1381438 Jun 09 22:08:56.184377 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c22de471-69f7-4fde-a4b2-98ce3e78c5e7 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:56.194467 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc85d4a-65e3-41e7-92f7-91f20283a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514be6da-57d9-4a50-8519-3fe69e23e3b7,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:56.196935 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-9dc85d4a-65e3-41e7-92f7-91f20283a5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:57.944440 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52234) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:58.057968 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.160070 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.163780 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.172329 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d739c828-10a7-4fca-a72f-5ab1e33a5312 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:58.211465 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e42a8c8af7f45359e624e50e7c2aac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659628 Jun 09 22:08:58.213223 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5e432-cb8b-4a48-b10a-0cc07ad33194,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:58.213470 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52238) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:58.220681 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.221052 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.221412 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.221765 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.222817 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.223173 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.223520 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.223863 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.224206 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.224546 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.224883 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.225221 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:58.228936 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a19f80f7-8193-42f5-9f8f-b4698dc6644c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:58.273557 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac2e2-24e0-444d-a927-3b838f481c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.298125 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac2e2-24e0-444d-a927-3b838f481c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.352062 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac2e2-24e0-444d-a927-3b838f481c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.354472 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac2e2-24e0-444d-a927-3b838f481c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.355648 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-1c2ac2e2-24e0-444d-a927-3b838f481c81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dc5e432-cb8b-4a48-b10a-0cc07ad33194 HTTP/1.1" status: 204 len: 168 time: 0.1412213 Jun 09 22:08:58.356403 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b141bd23-ac66-4e01-aafd-23406e92f123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:58.365633 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ac2e2-24e0-444d-a927-3b838f481c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5e432-cb8b-4a48-b10a-0cc07ad33194,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:58.367890 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-1c2ac2e2-24e0-444d-a927-3b838f481c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:58.624808 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52244) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:58.642004 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0e321a97-fbff-4683-ab88-ec5ea6101047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.746043 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0e321a97-fbff-4683-ab88-ec5ea6101047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.750037 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0e321a97-fbff-4683-ab88-ec5ea6101047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.758598 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-3d278019-fb12-4bce-885d-0f9853d70c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:58.798040 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0e321a97-fbff-4683-ab88-ec5ea6101047 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36b72df3279c46e28895b3d6f3d7cf78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720152 Jun 09 22:08:58.799680 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e321a97-fbff-4683-ab88-ec5ea6101047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87db5e5-e781-4f67-b4dc-3d899aa19861,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:58.800657 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52248) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:58.802763 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0e321a97-fbff-4683-ab88-ec5ea6101047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:58.863069 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.887716 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.938356 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.940865 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.942006 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a87db5e5-e781-4f67-b4dc-3d899aa19861 HTTP/1.1" status: 204 len: 168 time: 0.1403561 Jun 09 22:08:58.942774 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-a58148bf-8aa5-47b1-a1d4-ffd64d37c29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:58.951955 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87db5e5-e781-4f67-b4dc-3d899aa19861,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:58.959504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:11.009913 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.474159 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52470) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:16.587503 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.692305 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.695827 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.704403 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-fff3f4bc-1183-49cb-ac5d-9e8f144dc9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:16.744330 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6e4f88b1d924298b9d675e2e6b18dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690809 Jun 09 22:09:16.745283 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd563f98-0c1b-41d8-932d-859f81f1120f,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:16.747359 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52476) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:16.767510 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.767889 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.768790 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.769281 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.769639 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.769997 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.770350 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.770721 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.771078 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.771429 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.771777 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.772124 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:16.777208 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-4befb547-bd46-4ea8-a43d-7394f14583b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:16.821253 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-185fb16c-6894-455d-9d09-74d63649d900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.845688 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-185fb16c-6894-455d-9d09-74d63649d900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.896985 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-185fb16c-6894-455d-9d09-74d63649d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.899417 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-185fb16c-6894-455d-9d09-74d63649d900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:16.900535 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-185fb16c-6894-455d-9d09-74d63649d900 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd563f98-0c1b-41d8-932d-859f81f1120f HTTP/1.1" status: 204 len: 168 time: 0.1522939 Jun 09 22:09:16.901512 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-dc7b04d8-2193-48d5-b043-33f33cd9f1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:16.911746 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fb16c-6894-455d-9d09-74d63649d900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd563f98-0c1b-41d8-932d-859f81f1120f,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:16.914517 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-185fb16c-6894-455d-9d09-74d63649d900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:17.558072 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65fbb8-6e8d-4c22-a05e-b2179fdbc334 req-8b5ae87f-701f-4fd5-a0f2-3fcbc4db965f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:17.559666 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0f65fbb8-6e8d-4c22-a05e-b2179fdbc334 req-8b5ae87f-701f-4fd5-a0f2-3fcbc4db965f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 946 time: 0.0815403 Jun 09 22:09:17.609521 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-0f65fbb8-6e8d-4c22-a05e-b2179fdbc334 req-254abcfa-e5a7-488c-b7e5-762ba7c0aab3 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441415 Jun 09 22:09:18.802982 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8b86c-755e-493b-8b3f-866e8b42b65e req-213d7c8c-e061-4eb0-919c-ca7747c0251e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:18.804598 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2b8b86c-755e-493b-8b3f-866e8b42b65e req-213d7c8c-e061-4eb0-919c-ca7747c0251e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 946 time: 0.0890188 Jun 09 22:09:18.851124 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c2b8b86c-755e-493b-8b3f-866e8b42b65e req-cacf376d-f1a0-4281-95b1-a4850f77accf tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Jun 09 22:09:18.878834 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-48921e77-039e-4988-808a-33b81659ed17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:19.284304 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-9ecb0076-b457-4264-9832-21c0843d0423 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:19.285860 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-9ecb0076-b457-4264-9832-21c0843d0423 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 946 time: 0.1097412 Jun 09 22:09:19.435826 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Deleting port 89c12134-d5d2-487a-9093-2f26dbc1f115 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:09:19.436159 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:19.574115 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] For port 89c12134-d5d2-487a-9093-2f26dbc1f115, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89c12134-d5d2-487a-9093-2f26dbc1f115,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:19.574494 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:20.010397 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:20.010790 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087905'] for floatingip, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:20.011109 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.l3_db [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Floating IP 0c415670-729e-4868-8420-595565ecfb25 disassociated. External IP: 172.28.2.250, port: 89c12134-d5d2-487a-9093-2f26dbc1f115. Jun 09 22:09:20.011450 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Calling delete_port for 89c12134-d5d2-487a-9093-2f26dbc1f115 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:09:20.101622 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc8a74-b8f7-4109-8be4-d7d3bd882c74 req-1cdd9462-63c4-4fe7-8733-ab69fbfc8bb6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:20.103421 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e2bc8a74-b8f7-4109-8be4-d7d3bd882c74 req-1cdd9462-63c4-4fe7-8733-ab69fbfc8bb6 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 946 time: 0.1341658 Jun 09 22:09:20.212678 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-e2bc8a74-b8f7-4109-8be4-d7d3bd882c74 req-e943cc36-0983-4a48-a866-bebf2d83d080 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae1ed604-113e-470f-839b-36eddd42133c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026287 Jun 09 22:09:20.223107 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:20.229010 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:20.279330 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event deleted for resources: {'Port': ['ID=89c12134-d5d2-487a-9093-2f26dbc1f115,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:20.282236 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:20.486571 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Router 7490bac2-c944-4ace-8df2-236844453ba1 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:09:20.685663 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:09:20.699685 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] Sync routers for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:09:20.713729 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:20.714748 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:20.769901 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] No DVR routers for this DVR port 89c12134-d5d2-487a-9093-2f26dbc1f115 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:09:20.773010 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:20.775283 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b0dab3bc-e67d-4203-a9e7-c1c82a5e0023 req-1e33b900-2d5d-4a3c-98e4-fa18bb2b6e72 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.36 "DELETE /v2.0/ports/89c12134-d5d2-487a-9093-2f26dbc1f115 HTTP/1.1" status: 204 len: 173 time: 1.4839540 Jun 09 22:09:20.776015 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'name': 'network-vif-deleted', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:09:20.778451 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba75ea-c299-4d15-ae12-67320a3b12f8" -d '{"events": [{"server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "name": "network-vif-deleted", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:09:20.838361 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0db25a8-751b-4cea-ab0c-721deb8ee42e x-openstack-request-id: req-e0db25a8-751b-4cea-ab0c-721deb8ee42e {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:09:20.842852 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba62450-7535-474b-b21b-ee89a2b59fed", "name": "network-vif-deleted", "tag": "89c12134-d5d2-487a-9093-2f26dbc1f115", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:09:20.843521 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0db25a8-751b-4cea-ab0c-721deb8ee42e {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:09:20.844249 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba62450-7535-474b-b21b-ee89a2b59fed', 'name': 'network-vif-deleted', 'tag': '89c12134-d5d2-487a-9093-2f26dbc1f115', 'status': 'completed', 'code': 200} Jun 09 22:09:20.925670 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:21.308337 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:21.316357 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] Checking router: 7490bac2-c944-4ace-8df2-236844453ba1 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:09:21.330359 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:21.332262 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:08:51Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:21.360633 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-894c6005-8aa8-4736-a453-188f14834203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:21.363857 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:21.402339 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-719507db-ef68-4075-90ae-771f2e8bf59d req-e4add529-dfc3-4574-a48c-455eb6305a2a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/ports?device_id=dba62450-7535-474b-b21b-ee89a2b59fed HTTP/1.1" status: 200 len: 210 time: 0.0563188 Jun 09 22:09:21.525576 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:21.839966 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:21.843894 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887ed7-1a4a-403f-8317-bc83c64aa2d8 None None] The sync data for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb is: [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:08Z', 'revision_number': 4, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb', '_interfaces': [{'id': '3f75b85c-38c3-40af-82c1-ef0b13b8ff91', 'name': '', 'network_id': 'b14cf81d-d358-41ab-95d1-c7430660f0ef', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'mac_address': 'fa:16:3e:4a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd808a036-87de-4fab-a858-b878c2d26634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:07Z', 'updated_at': '2021-06-09T22:05:13Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'subnets': [{'id': 'd808a036-87de-4fab-a858-b878c2d26634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:09:21.939642 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 89c12134-d5d2-487a-9093-2f26dbc1f115 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:09:21.977077 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 89c12134-d5d2-487a-9093-2f26dbc1f115 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:09:21.977432 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 89c12134-d5d2-487a-9093-2f26dbc1f115 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:09:22.062331 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75295992-b3cb-4467-b55b-5e610051219e None None] New status for floating IP 0c415670-729e-4868-8420-595565ecfb25: DOWN {{(pid=91699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:09:22.286972 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.534902 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52584) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:22.601819 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.630280 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.686544 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.689050 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.691125 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "DELETE /v2.0/security-groups/ae1ed604-113e-470f-839b-36eddd42133c HTTP/1.1" status: 204 len: 168 time: 0.1550009 Jun 09 22:09:22.692061 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-e3db5bbc-db1e-4cad-a440-8106e287c36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:22.693733 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52586) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:22.703464 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1ed604-113e-470f-839b-36eddd42133c,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:22.706287 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:22.709795 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.api.v2.resource [None req-6a4ed62f-1f09-4f44-be7d-3fc513d02e6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] show failed (client error): The resource could not be found. Jun 09 22:09:22.711656 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-6a4ed62f-1f09-4f44-be7d-3fc513d02e6f tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "GET /v2.0/security-groups/ae1ed604-113e-470f-839b-36eddd42133c HTTP/1.1" status: 404 len: 347 time: 0.0159497 Jun 09 22:09:22.715465 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52588) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:22.954492 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Deleting port 18084e65-ac4c-4d37-b37b-89c2b01ea072 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:09:22.954862 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.074932 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.075264 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.093736 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:09:23.315110 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Calling delete_port for 18084e65-ac4c-4d37-b37b-89c2b01ea072 owned by network:floatingip {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:09:23.431536 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.435221 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:23.481162 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Pushing event deleted for resources: {'Port': ['ID=18084e65-ac4c-4d37-b37b-89c2b01ea072,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:23.485393 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:23.585829 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks [] for floatingip, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.588478 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for floatingip, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.590342 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4002a4e9-97e6-45c0-a06a-8ad90f8d85c5 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] 10.222.0.42 "DELETE /v2.0/floatingips/0c415670-729e-4868-8420-595565ecfb25 HTTP/1.1" status: 204 len: 168 time: 0.8738730 Jun 09 22:09:24.033491 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.450984 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52648) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:26.573764 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3366d141-2e09-4aa6-b5ac-ea172d735c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.677014 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3366d141-2e09-4aa6-b5ac-ea172d735c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.680547 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-3366d141-2e09-4aa6-b5ac-ea172d735c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.688461 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-d2501731-0e01-4250-aba7-2cdf0fc01836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:26.727138 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-3366d141-2e09-4aa6-b5ac-ea172d735c50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77ef133c84de4b54909c629a69e6aaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751005 Jun 09 22:09:26.728031 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366d141-2e09-4aa6-b5ac-ea172d735c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bacad7-af52-4ff9-9259-3ec3f9468f89,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:26.729801 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52652) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:26.731025 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3366d141-2e09-4aa6-b5ac-ea172d735c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:26.790449 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.815848 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.869009 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.871810 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.872937 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5bacad7-af52-4ff9-9259-3ec3f9468f89 HTTP/1.1" status: 204 len: 168 time: 0.1415894 Jun 09 22:09:26.873684 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-5d6d8323-1491-46ae-8fed-6ce60841db6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:26.883641 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bacad7-af52-4ff9-9259-3ec3f9468f89,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:26.886012 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:27.148216 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52658) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:27.167950 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-87e4e092-0493-4c01-be2b-edfa5c5e8550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.269718 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-87e4e092-0493-4c01-be2b-edfa5c5e8550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.273382 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-87e4e092-0493-4c01-be2b-edfa5c5e8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.280049 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-05d4ce54-afd1-47a6-972d-36f53158834f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:27.321522 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-87e4e092-0493-4c01-be2b-edfa5c5e8550 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b86ea747c0447c7b1f6a9f5393abc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721931 Jun 09 22:09:27.322397 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4e092-0493-4c01-be2b-edfa5c5e8550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ca4ff1-61ac-4b2d-87d9-e196521b9438,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:27.324256 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52660) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:27.325586 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-87e4e092-0493-4c01-be2b-edfa5c5e8550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:27.386200 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.414384 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.465822 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.468282 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.469414 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52ca4ff1-61ac-4b2d-87d9-e196521b9438 HTTP/1.1" status: 204 len: 168 time: 0.1441705 Jun 09 22:09:27.470177 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-cf376b32-de2b-4cd0-98dd-a82a2b492cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:27.479705 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ca4ff1-61ac-4b2d-87d9-e196521b9438,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:27.483255 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:27.622106 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52670) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:27.836564 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 52674) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:27.855167 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bb7-82e8-436d-95e5-428923931ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.960121 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bb7-82e8-436d-95e5-428923931ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.964136 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bb7-82e8-436d-95e5-428923931ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:27.973573 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0d9423a8-4f47-4a7e-bbbf-656d8db41aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:28.016655 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4abd2bb7-82e8-436d-95e5-428923931ff6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88cf9afeb4ee403ab0b91f1aef266cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789651 Jun 09 22:09:28.018368 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd2bb7-82e8-436d-95e5-428923931ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b930a7-9fb3-4994-8773-0b72823b75ae,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:28.021397 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52676) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:28.021568 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4abd2bb7-82e8-436d-95e5-428923931ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:28.148467 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6775c593-1ced-4bb8-aa52-32cff1260c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.211152 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6775c593-1ced-4bb8-aa52-32cff1260c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.294758 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6775c593-1ced-4bb8-aa52-32cff1260c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.297108 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-6775c593-1ced-4bb8-aa52-32cff1260c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.298221 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-6775c593-1ced-4bb8-aa52-32cff1260c2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00b930a7-9fb3-4994-8773-0b72823b75ae HTTP/1.1" status: 204 len: 168 time: 0.2755249 Jun 09 22:09:28.299131 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7eca584e-c94c-4106-9d1f-cccfe7ff59e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:28.341744 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775c593-1ced-4bb8-aa52-32cff1260c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b930a7-9fb3-4994-8773-0b72823b75ae,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:28.344875 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-6775c593-1ced-4bb8-aa52-32cff1260c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:28.375472 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4090319'] for router_interface, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.794489 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Deleting port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:09:28.795177 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.911751 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] For port 3f75b85c-38c3-40af-82c1-ef0b13b8ff91, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:28.912087 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.028506 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Calling delete_port for 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 owned by network:router_interface {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:09:29.163970 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.168155 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c39ee95e-9111-4a70-8eb1-094209331a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:29.212980 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f75b85c-38c3-40af-82c1-ef0b13b8ff91,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:29.242602 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:29.555743 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4093841'] for router_interface, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.897793 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Router 7490bac2-c944-4ace-8df2-236844453ba1 has already been hosted by L3 agent 187fe9f8-272d-4ff0-8773-0b95dee612be {{(pid=91698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:09:30.067417 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-smb the message routers_updated {{(pid=91698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:09:30.072605 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-c200768a-08be-4f5e-9a33-26af4591ea74 admin admin] 10.222.0.42 "PUT /v2.0/routers/7490bac2-c944-4ace-8df2-236844453ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494634 Jun 09 22:09:30.075023 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52680) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:30.078128 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] Sync routers for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:09:30.087557 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:30.088144 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:09:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:30.244265 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks [] for router, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:30.265001 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: dv-cinder-789564-5-smb {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:30.412216 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:30.483066 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Deleting port 8748f742-dbee-4dc7-a753-354042910828 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:09:30.483304 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:30.538816 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'external_fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '8748f742-dbee-4dc7-a753-354042910828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:09:29Z', 'revision_number': 5, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port': {'id': '8748f742-dbee-4dc7-a753-354042910828', 'name': '', 'network_id': 'ad4e0153-0287-44ad-adaf-45a2c87e79c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7490bac2-c944-4ace-8df2-236844453ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dd82854-0e30-4ef9-adc7-9a350ae68118', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-smb'}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:30.542494 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] Checking router: 7490bac2-c944-4ace-8df2-236844453ba1 for host: dv-cinder-789564-5-smb {{(pid=91700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:09:30.550469 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] Routers {'7490bac2-c944-4ace-8df2-236844453ba1'} bound to L3 agent in host dv-cinder-789564-5-smb {{(pid=91700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:30.551083 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:53:51Z,description=,heartbeat_timestamp=2021-06-09T22:09:21Z,host='dv-cinder-789564-5-smb',id=187fe9f8-272d-4ff0-8773-0b95dee612be,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:53:51Z,topic='l3_agent')) {'router_ids': ['7490bac2-c944-4ace-8df2-236844453ba1'], 'active': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:30.600168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] For port 8748f742-dbee-4dc7-a753-354042910828, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=8748f742-dbee-4dc7-a753-354042910828,segment=NetworkSegment(8ced402f-2de1-4a5a-9898-a40f94d58a98),segment_id=8ced402f-2de1-4a5a-9898-a40f94d58a98)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:30.600513 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:30.727669 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_dvr_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] Set router 7490bac2-c944-4ace-8df2-236844453ba1 gateway port host: None {{(pid=91700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:30.829087 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.l3_hamode_db [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:09:30Z', 'revision_number': 6, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port_host': None}], 'dv-cinder-789564-5-smb', False) {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:30.830289 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Calling delete_port for 8748f742-dbee-4dc7-a753-354042910828 owned by network:router_gateway {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:09:30.832925 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45512a0-854d-478b-bd5e-a3c3d32b384a None None] The sync data for ids ['7490bac2-c944-4ace-8df2-236844453ba1'] in dv-cinder-789564-5-smb is: [{'id': '7490bac2-c944-4ace-8df2-236844453ba1', 'name': 'tempest-AttachVolumeTestJSON-212248161-router', 'tenant_id': '46637a347c694cd3a467d09eb1ad97c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:05:04Z', 'updated_at': '2021-06-09T22:09:30Z', 'revision_number': 6, 'project_id': '46637a347c694cd3a467d09eb1ad97c4', 'gw_port_host': None}] {{(pid=91700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:09:30.967212 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:30.971948 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-43eb9ea2-f6a3-41bb-ab4e-64a353a8ea7c tempest-AttachVolumeNegativeTest-1954957443 tempest-AttachVolumeNegativeTest-1954957443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:31.040516 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8748f742-dbee-4dc7-a753-354042910828,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:31.043193 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:31.107552 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087894'] for router_gateway, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.278379 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4086798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1795'] for router, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.280563 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.301017 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086938'] for router, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.301562 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7490bac2-c944-4ace-8df2-236844453ba1 {{(pid=91698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:09:31.305527 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] Notify callbacks [] for router, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.306666 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-cadf05f2-9e70-4de6-a61b-b28f38071e13 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7490bac2-c944-4ace-8df2-236844453ba1 HTTP/1.1" status: 204 len: 168 time: 1.2306943 Jun 09 22:09:31.309327 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52682) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:31.366256 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Deleting subnet d808a036-87de-4fab-a858-b878c2d26634 {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:09:31.369010 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.415710 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.493907 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.560250 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.564552 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-53f36bd6-d975-4564-80c5-3de5f44f6e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:31.608460 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d808a036-87de-4fab-a858-b878c2d26634,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:31.610362 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.614874 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d808a036-87de-4fab-a858-b878c2d26634 HTTP/1.1" status: 204 len: 168 time: 0.3024094 Jun 09 22:09:31.614874 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-7aaa2e2b-675e-4315-948f-ed6a19eaf75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:31.615490 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52684) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:31.620203 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0fdb6-198c-4227-a1b6-3fffc3bc0570 None None] Network b14cf81d-d358-41ab-95d1-c7430660f0ef requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:09:31.632855 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 8748f742-dbee-4dc7-a753-354042910828 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:09:31.714768 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.715187 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 8748f742-dbee-4dc7-a753-354042910828 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:09:31.715542 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 8748f742-dbee-4dc7-a753-354042910828 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:09:31.715974 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:09:31.763175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:09:31.763527 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device 3f75b85c-38c3-40af-82c1-ef0b13b8ff91 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:09:31.789911 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Deleting port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 {{(pid=91698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:09:31.790245 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.894369 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.db [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] For port ad224b65-ccdd-4536-ab6b-66ecd85a66c0, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:31.897428 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.949131 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] DHCP port deletion for b14cf81d-d358-41ab-95d1-c7430660f0ef request from dv-cinder-789564-5-smb {{(pid=91699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:09:32.012812 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Deleting port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 {{(pid=91699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:09:32.013199 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.015455 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.plugin [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Calling delete_port for ad224b65-ccdd-4536-ab6b-66ecd85a66c0 owned by network:dhcp {{(pid=91698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:09:32.062499 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9613183'] for port, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.066242 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-84c49fa3-585f-46b9-9a12-7cbc71f8efc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:32.109825 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] For port ad224b65-ccdd-4536-ab6b-66ecd85a66c0, host dv-cinder-789564-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-smb',level=0,port_id=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,segment=NetworkSegment(948f979b-e7ef-4fb7-9917-1a4e9b094abf),segment_id=948f979b-e7ef-4fb7-9917-1a4e9b094abf)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:32.110219 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.110902 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:32.114532 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:32.119421 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] No DVR routers for this DVR port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 on host dv-cinder-789564-5-smb {{(pid=91698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:09:32.235468 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Calling delete_port for ad224b65-ccdd-4536-ab6b-66ecd85a66c0 owned by network:dhcp {{(pid=91699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:09:32.277983 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761'] for port, after_delete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.281686 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4a2e0649-4384-49a0-8c68-8c56cf3da4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:32.321049 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Pushing event deleted for resources: {'Port': ['ID=ad224b65-ccdd-4536-ab6b-66ecd85a66c0,revision_number=None']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:32.323344 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.328235 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] No DVR routers for this DVR port ad224b65-ccdd-4536-ab6b-66ecd85a66c0 on host dv-cinder-789564-5-smb {{(pid=91699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:09:32.336985 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14cf81d-d358-41ab-95d1-c7430660f0ef']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:32.339302 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.340077 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.340291 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.340564 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.340897 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.341229 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.341558 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.341881 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.342259 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.342588 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.343471 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.343851 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:32.347186 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-9651bfa7-ea72-47e0-8185-5b995c9c375e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:32.352556 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948f979b-e7ef-4fb7-9917-1a4e9b094abf') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:32.352886 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948f979b-e7ef-4fb7-9917-1a4e9b094abf') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:32.364956 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.382011 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.387930 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:09:32.388337 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:09:32.401350 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:09:32.475017 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.478449 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:32.491306 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.493078 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b14cf81d-d358-41ab-95d1-c7430660f0ef HTTP/1.1" status: 204 len: 168 time: 0.8771160 Jun 09 22:09:32.498741 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14cf81d-d358-41ab-95d1-c7430660f0ef,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:32.501609 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-11637017-97a7-4b5c-96ce-4fe281e18ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:32.662806 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52688) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:32.709878 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-abb8143e-a178-4492-8213-4225294284d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46637a347c694cd3a467d09eb1ad97c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458996 Jun 09 22:09:32.712156 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 52690) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:32.766323 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-042299e6-0086-41a5-8503-315cc966957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.790732 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-042299e6-0086-41a5-8503-315cc966957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.839901 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-042299e6-0086-41a5-8503-315cc966957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.842859 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-042299e6-0086-41a5-8503-315cc966957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.843944 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-042299e6-0086-41a5-8503-315cc966957d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40a0d62d-bd51-4450-b2bf-dec0ae845d59 HTTP/1.1" status: 204 len: 168 time: 0.1309509 Jun 09 22:09:32.844679 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b8599527-47ef-4974-8c9c-936f5a5de647 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:32.855875 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042299e6-0086-41a5-8503-315cc966957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0d62d-bd51-4450-b2bf-dec0ae845d59,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:32.858879 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-042299e6-0086-41a5-8503-315cc966957d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:33.520997 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device ad224b65-ccdd-4536-ab6b-66ecd85a66c0 no longer exists at agent ovs-agent-dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:09:33.554417 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] No Port match for: ad224b65-ccdd-4536-ab6b-66ecd85a66c0 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:09:33.554909 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Device ad224b65-ccdd-4536-ab6b-66ecd85a66c0 not bound to the agent host dv-cinder-789564-5-smb {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:09:41.009417 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:48.880348 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-23520de7-336b-42d1-93db-bca0892ab9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:51.343507 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-64ebf312-430f-4ba1-91c2-17c7f3c45160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:51.347366 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:52.115258 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:54.038983 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:00.097696 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:10:06.249941 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53060) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:06.394966 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9d38de32-150a-4b37-8308-c02b38439839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.506898 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9d38de32-150a-4b37-8308-c02b38439839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.511416 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9d38de32-150a-4b37-8308-c02b38439839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.519445 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-3366d141-2e09-4aa6-b5ac-ea172d735c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:06.561915 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-9d38de32-150a-4b37-8308-c02b38439839 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a901348eb7864c608332358e1a8f6034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108931 Jun 09 22:10:06.562863 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38de32-150a-4b37-8308-c02b38439839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6a337d-53cc-4f15-8f0d-bf2b10969356,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:06.565422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53064) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:06.566476 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-9d38de32-150a-4b37-8308-c02b38439839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:06.630845 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.658163 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.710613 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.713088 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.714214 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a6a337d-53cc-4f15-8f0d-bf2b10969356 HTTP/1.1" status: 204 len: 168 time: 0.1478243 Jun 09 22:10:06.715015 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-87e4e092-0493-4c01-be2b-edfa5c5e8550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:06.724109 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6a337d-53cc-4f15-8f0d-bf2b10969356,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:06.731355 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.731727 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.732091 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.732447 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.732801 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.733152 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.733501 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.733847 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.734199 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.734544 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.734908 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.735401 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:06.738405 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-564418c4-c197-4349-8a24-7c7cde9b6356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:06.991650 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53070) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:07.009601 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b1460c53-e3ef-4e7a-b9ef-2bdf71886553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.117208 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b1460c53-e3ef-4e7a-b9ef-2bdf71886553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.121525 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-b1460c53-e3ef-4e7a-b9ef-2bdf71886553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.135421 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4d0f8398-89d2-429b-873a-afaeba7729f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:07.177839 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-b1460c53-e3ef-4e7a-b9ef-2bdf71886553 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92cab4b9951f422599e2e96c93319445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848183 Jun 09 22:10:07.179295 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1460c53-e3ef-4e7a-b9ef-2bdf71886553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47852c9c-065c-4d47-b18e-772a5e1f9464,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:07.181995 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53072) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:07.185175 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b1460c53-e3ef-4e7a-b9ef-2bdf71886553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:07.275504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-470fe334-bef4-4773-a201-1366bd152984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.322537 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-470fe334-bef4-4773-a201-1366bd152984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.398410 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-470fe334-bef4-4773-a201-1366bd152984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.401085 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-470fe334-bef4-4773-a201-1366bd152984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.402242 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-470fe334-bef4-4773-a201-1366bd152984 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47852c9c-065c-4d47-b18e-772a5e1f9464 HTTP/1.1" status: 204 len: 168 time: 0.2186940 Jun 09 22:10:07.403041 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-04b96ea4-3008-49b1-ada6-f9a5429779b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:07.412800 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fe334-bef4-4773-a201-1366bd152984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47852c9c-065c-4d47-b18e-772a5e1f9464,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:07.415264 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-470fe334-bef4-4773-a201-1366bd152984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:11.017450 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.318177 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53144) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:12.435347 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b99f5922-f92c-4fbd-984b-0411dcca44ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.539741 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b99f5922-f92c-4fbd-984b-0411dcca44ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.543710 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-b99f5922-f92c-4fbd-984b-0411dcca44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.552192 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-0cdb3f67-2fde-4cd6-bd6b-9e1a519f8444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:12.593772 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f5922-f92c-4fbd-984b-0411dcca44ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22757a3-40c4-4b87-8b8d-55271c2b40c7,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:12.598454 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b99f5922-f92c-4fbd-984b-0411dcca44ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:12.600944 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-b99f5922-f92c-4fbd-984b-0411dcca44ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51abc875526a47e387e04dd1fa445502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816944 Jun 09 22:10:12.603567 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53148) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:12.666214 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-afddd034-ba22-4a53-8842-37ba0d9d5cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.692940 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-afddd034-ba22-4a53-8842-37ba0d9d5cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.746512 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-afddd034-ba22-4a53-8842-37ba0d9d5cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.749232 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-afddd034-ba22-4a53-8842-37ba0d9d5cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:12.750359 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-afddd034-ba22-4a53-8842-37ba0d9d5cf3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c22757a3-40c4-4b87-8b8d-55271c2b40c7 HTTP/1.1" status: 204 len: 168 time: 0.1458585 Jun 09 22:10:12.751254 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-74c7bc18-bb72-47db-930c-fc030362881e tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:12.761982 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddd034-ba22-4a53-8842-37ba0d9d5cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22757a3-40c4-4b87-8b8d-55271c2b40c7,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:12.764442 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-afddd034-ba22-4a53-8842-37ba0d9d5cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:13.026659 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53154) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:13.044317 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6487-8004-4fba-8970-921c71414b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:13.148009 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6487-8004-4fba-8970-921c71414b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:13.151612 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6487-8004-4fba-8970-921c71414b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:13.160294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4abd2bb7-82e8-436d-95e5-428923931ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:13.197792 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-a3fe6487-8004-4fba-8970-921c71414b8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb54f5ac67a34f1daea89e0df86fce44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700401 Jun 09 22:10:13.199425 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe6487-8004-4fba-8970-921c71414b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c815d8-d1f9-4231-902a-6edba3d48d30,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:13.200426 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53156) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:13.202657 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a3fe6487-8004-4fba-8970-921c71414b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:13.263731 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:13.289118 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:13.340851 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:13.343336 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:13.344452 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19c815d8-d1f9-4231-902a-6edba3d48d30 HTTP/1.1" status: 204 len: 168 time: 0.1416290 Jun 09 22:10:13.345227 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-27125c46-339b-4cd9-8b40-68a1f3bf87b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:13.354494 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c815d8-d1f9-4231-902a-6edba3d48d30,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:13.356667 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:18.210883 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53214) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:18.430504 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:18.531753 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:18.536594 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:18.544682 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bf1d81c8-fe6a-453a-9bf0-028ba7e03648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:18.583951 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83ded85b6b544445a6e4991306a12d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720253 Jun 09 22:10:18.584922 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63f8313-1cb1-4fc5-807b-15346321cf3f,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:18.586608 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53218) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:18.592438 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.592839 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.593240 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.593622 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.593979 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.594335 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.594748 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.595168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.595524 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.595875 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.596252 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.596603 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:18.600287 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-05c99988-33c2-4049-a49f-0482cdfc5f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:18.648348 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-fd56b842-1497-414d-b4bd-b2e8db9a67c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:18.673073 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-fd56b842-1497-414d-b4bd-b2e8db9a67c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:18.723610 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-fd56b842-1497-414d-b4bd-b2e8db9a67c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:18.726091 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-fd56b842-1497-414d-b4bd-b2e8db9a67c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:18.727230 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-fd56b842-1497-414d-b4bd-b2e8db9a67c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c63f8313-1cb1-4fc5-807b-15346321cf3f HTTP/1.1" status: 204 len: 168 time: 0.1396358 Jun 09 22:10:18.727955 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-13cd47b7-3bdb-404c-aaf9-10463ee5a741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:18.737261 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56b842-1497-414d-b4bd-b2e8db9a67c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63f8313-1cb1-4fc5-807b-15346321cf3f,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:18.739500 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-fd56b842-1497-414d-b4bd-b2e8db9a67c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:18.882212 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-39ef5190-1253-4fe6-b4fa-71b49ac1da5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.000053 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53224) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:19.018076 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0fe611e8-625d-420c-8387-8ac432f3b7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.120024 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0fe611e8-625d-420c-8387-8ac432f3b7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.123856 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0fe611e8-625d-420c-8387-8ac432f3b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.132931 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-f1cc3347-7f32-4bf3-8a22-a03d092f2bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:19.171698 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0fe611e8-625d-420c-8387-8ac432f3b7ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b88b411f58674230901ba15e2c1b5ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704385 Jun 09 22:10:19.172455 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe611e8-625d-420c-8387-8ac432f3b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716ac9a6-217a-4f1e-bbf8-df052acde678,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:19.174701 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53226) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:19.175890 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0fe611e8-625d-420c-8387-8ac432f3b7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:19.237408 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5995bfa7-9650-467d-9c1b-2172a2b9cf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.262056 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5995bfa7-9650-467d-9c1b-2172a2b9cf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.314670 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5995bfa7-9650-467d-9c1b-2172a2b9cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.317032 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-5995bfa7-9650-467d-9c1b-2172a2b9cf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:19.318123 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-5995bfa7-9650-467d-9c1b-2172a2b9cf55 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/716ac9a6-217a-4f1e-bbf8-df052acde678 HTTP/1.1" status: 204 len: 168 time: 0.1412575 Jun 09 22:10:19.318964 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-54e8b624-da6c-430e-81a3-237a5e38b968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:19.328030 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995bfa7-9650-467d-9c1b-2172a2b9cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ac9a6-217a-4f1e-bbf8-df052acde678,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:19.330528 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-5995bfa7-9650-467d-9c1b-2172a2b9cf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:20.037775 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53248) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:20.141333 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1162060272-network', 'tenant_id': 'db19aac283a04b5285079c337fb5b6f4'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:10:20.164375 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Made reservation on behalf of db19aac283a04b5285079c337fb5b6f4 for: {'network': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:10:20.166742 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029642'] for network, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.181867 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.285046 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.288689 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.291582 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-ca155ab4-86ab-4982-93b1-46962f3da7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:20.321474 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=91697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:10:20.327095 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4c192f-733c-471b-a0de-39ec9382f538,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:20.331623 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:20.335769 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.335938 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.db.segments_db [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Added segment 4ce137ed-08ff-4267-b62c-1c85d7d91ef1 of type vlan for network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 Jun 09 22:10:20.362472 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760032230117'] for network, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.392376 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161'] for network, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.393689 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:20.394273 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.398918 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-a1ef0daa-49aa-4e62-8d8c-7401b6cd566f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:20.487993 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4463072 Jun 09 22:10:20.488724 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53252) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:10:20.494027 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Request body: {'subnet': {'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1162060272-subnet', 'tenant_id': 'db19aac283a04b5285079c337fb5b6f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:10:20.504736 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Pushing event updated for resources: {'Network': ['ID=7563f8c7-0250-4785-ab3d-bc48a4a9f414,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:20.509633 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-8e8f675a-728b-4d98-969d-06461980f71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:20.514639 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 details requested by agent ovs-agent-dv-cinder-789564-5-smb with host dv-cinder-789564-5-smb {{(pid=91699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:10:20.524143 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Made reservation on behalf of db19aac283a04b5285079c337fb5b6f4 for: {'subnet': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:10:20.526602 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2190554'] for subnet, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.729761 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2552837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2190504'] for subnet, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.734359 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0f61574e-2fdd-41e7-916c-bdc613cce722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:20.804582 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0694528-f04c-4cec-800f-bda393d10643,revision_number=0']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:20.808409 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:20.815554 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Checking segment: {'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:10:20.815914 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Network hostable DHCP agents. Network: 7563f8c7-0250-4785-ab3d-bc48a4a9f414, hostable agents: ['19f87082-4495-45d7-8773-e86d5640a977'], hosted agents: [] {{(pid=91697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:10:20.832980 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 is scheduled to be hosted by DHCP agent 19f87082-4495-45d7-8773-e86d5640a977 with binding_index 1 {{(pid=91697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:10:20.841761 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-smb, 7563f8c7-0250-4785-ab3d-bc48a4a9f414) {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:10:20.846434 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:20.847060 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for subnet, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:20.852065 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbcf02d-fdd0-4643-904c-9272328c498e None None] Network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:10:20.866342 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-26c0a99a-98de-401b-b00d-7e8222a85353 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3764987 Jun 09 22:10:21.044302 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd667941-a6b4-4dd8-a51f-a8cd3c267ee6 None None] Network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 requested from dv-cinder-789564-5-smb {{(pid=91699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:10:21.345659 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b97811c4-6a48-4c07-890c-3189070b6f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:21.348006 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:22.117077 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:22.866108 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-9d422205-e4e1-420f-928d-423b4cc71c1b tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:22.867715 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-9d422205-e4e1-420f-928d-423b4cc71c1b tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/networks?id=7563f8c7-0250-4785-ab3d-bc48a4a9f414 HTTP/1.1" status: 200 len: 809 time: 0.1486046 Jun 09 22:10:22.883424 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-e84d66a2-a641-4453-b053-43d43b9867e4 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/quotas/db19aac283a04b5285079c337fb5b6f4 HTTP/1.1" status: 200 len: 375 time: 0.0100956 Jun 09 22:10:22.930893 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-e5b859d7-44f8-4b92-bca8-f260b17d8e65 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db19aac283a04b5285079c337fb5b6f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419948 Jun 09 22:10:23.064550 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-ab6bd7ec-0699-4fb8-9e40-bd7843bd8c97 service neutron] 10.222.0.42 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269910 Jun 09 22:10:23.200678 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-d2b54f73-0b58-47b2-ba48-daa79473f0e6 service neutron] 10.222.0.42 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302707 Jun 09 22:10:24.039807 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:24.397830 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1cb5b03e-df47-4807-a660-5aa8bf08821e req-6ac0d9c7-2bab-4cf3-9534-bdf9cfe6c182 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 210 time: 0.0439439 Jun 09 22:10:25.497695 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-d6dfb564-a009-41f3-8bc4-903bd030247c req-b36ab07a-039f-43ca-808e-91562cb0a3cc tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 210 time: 0.0436699 Jun 09 22:10:26.594200 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-b19976c0-70f2-4fcc-ad4c-f0c7e95e3542 req-082205d6-a084-4af6-99cd-2f7cde9c9a92 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 210 time: 0.0438323 Jun 09 22:10:27.791398 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c0dfc067-6d18-43d6-8755-eac11b62406d req-9249f808-87cc-4fb1-9d2a-8db51e99a490 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 210 time: 0.1434932 Jun 09 22:10:29.031327 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-126e2dfb-268e-4790-abdd-6f4c594e25d9 req-09cc59e8-2d6a-400b-ae42-f9d04b7aac81 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 210 time: 0.1329327 Jun 09 22:10:29.604575 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-36273eb3-5d22-491e-87ae-f0e4cf37d8c6 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:29.606063 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-36273eb3-5d22-491e-87ae-f0e4cf37d8c6 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "GET /v2.0/networks?id=7563f8c7-0250-4785-ab3d-bc48a4a9f414 HTTP/1.1" status: 200 len: 809 time: 0.1521475 Jun 09 22:10:29.619423 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Request body: {'port': {'device_id': '6f44642b-910c-459e-938d-7c5f80f1163d', 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414', 'admin_state_up': True, 'tenant_id': 'db19aac283a04b5285079c337fb5b6f4'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:10:29.777453 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Made reservation on behalf of db19aac283a04b5285079c337fb5b6f4 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:10:29.781039 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:29.954309 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Allocated IP 172.20.0.14 (7563f8c7-0250-4785-ab3d-bc48a4a9f414/e0694528-f04c-4cec-800f-bda393d10643/063e7579-f2f2-4949-91be-81b448639e6c) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:10:30.157698 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:30.186646 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-a0d87eec-1f2f-4b65-b494-d712bc76f8a3 req-27f33a76-1d48-4a81-9d5b-525981c25033 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 210 time: 0.0430560 Jun 09 22:10:30.190778 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:30.197276 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e3179f15-ecaa-485f-b87d-4c779a32fc4a tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:30.266653 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:10:30.269957 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:10:30.274298 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:10:30.304270 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Pushing event updated for resources: {'Port': ['ID=063e7579-f2f2-4949-91be-81b448639e6c,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:30.310638 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:30.340495 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:30.341099 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:30.358939 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-fc7310d1-5962-439e-a901-00e375f375c5 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7434936 Jun 09 22:10:30.370986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Request body: {'port': {'device_id': '6f44642b-910c-459e-938d-7c5f80f1163d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:10:30.483563 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:30.830064 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063e7579-f2f2-4949-91be-81b448639e6c {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:10:30.837903 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:30.855071 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Transition to ACTIVE for port object 063e7579-f2f2-4949-91be-81b448639e6c will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:10:30.860536 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:30.865239 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-e1b324ef-5b20-4c3c-88d2-6e31df110e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:31.016413 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Pushing event updated for resources: {'Port': ['ID=063e7579-f2f2-4949-91be-81b448639e6c,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:31.024093 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:31.103701 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Attempting to bind port 063e7579-f2f2-4949-91be-81b448639e6c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:10:31.104037 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Attempting to bind port 063e7579-f2f2-4949-91be-81b448639e6c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:10:31.104361 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Attempting to bind port 063e7579-f2f2-4949-91be-81b448639e6c on network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:10:31.110097 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Port 063e7579-f2f2-4949-91be-81b448639e6c on network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:10:31.110553 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Attempting to bind port 063e7579-f2f2-4949-91be-81b448639e6c on network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:10:31.116675 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:10:31.117024 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Checking segment: {'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:10:31.117416 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Bound using segment: {'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:10:31.117842 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Bound port: 063e7579-f2f2-4949-91be-81b448639e6c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:10:31.118188 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:31.230818 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] For port 063e7579-f2f2-4949-91be-81b448639e6c, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:10:31.234349 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] For port 063e7579-f2f2-4949-91be-81b448639e6c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=063e7579-f2f2-4949-91be-81b448639e6c,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:10:31.244958 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:31.248868 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-bf48a401-d407-4b2a-b395-420c4e12cd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:31.445181 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:31.445789 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:31.447209 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] 10.222.0.36 "PUT /v2.0/ports/063e7579-f2f2-4949-91be-81b448639e6c HTTP/1.1" status: 200 len: 1094 time: 1.0809519 Jun 09 22:10:31.447712 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f44642b-910c-459e-938d-7c5f80f1163d', 'tag': '063e7579-f2f2-4949-91be-81b448639e6c'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:10:31.449997 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f44642b-910c-459e-938d-7c5f80f1163d", "tag": "063e7579-f2f2-4949-91be-81b448639e6c"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:10:31.484561 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Pushing event updated for resources: {'Port': ['ID=063e7579-f2f2-4949-91be-81b448639e6c,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:31.492539 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-c72cfdf9-90f1-40eb-9c34-8414e112615c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:31.528673 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3abf45e-70be-40a5-9f3a-b88d5b8cfe1d x-openstack-request-id: req-b3abf45e-70be-40a5-9f3a-b88d5b8cfe1d {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:10:31.529002 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f44642b-910c-459e-938d-7c5f80f1163d", "tag": "063e7579-f2f2-4949-91be-81b448639e6c", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:10:31.529294 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3abf45e-70be-40a5-9f3a-b88d5b8cfe1d {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:10:31.529713 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f44642b-910c-459e-938d-7c5f80f1163d', 'tag': '063e7579-f2f2-4949-91be-81b448639e6c', 'status': 'completed', 'code': 200} Jun 09 22:10:31.568066 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191b5f3-1fd6-40b8-8dcd-7011bf883679 req-61850dc1-474a-481e-babb-81e2f63a0bb2 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:31.569551 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a191b5f3-1fd6-40b8-8dcd-7011bf883679 req-61850dc1-474a-481e-babb-81e2f63a0bb2 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 944 time: 0.1997354 Jun 09 22:10:31.624824 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-a191b5f3-1fd6-40b8-8dcd-7011bf883679 req-f3a016a6-cd6f-4a2a-b701-9dee56c43f41 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482163 Jun 09 22:10:31.626986 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-d7a2c115-fe09-44b9-915a-10391d529677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:31.628409 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-d7a2c115-fe09-44b9-915a-10391d529677 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db19aac283a04b5285079c337fb5b6f4&device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 1097 time: 0.1371326 Jun 09 22:10:31.706173 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-1eb0e425-445d-4111-b40d-47d3cfc71477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=063e7579-f2f2-4949-91be-81b448639e6c HTTP/1.1" status: 200 len: 217 time: 0.0706434 Jun 09 22:10:31.771550 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-3aecc1c7-5b8b-43b5-8d38-20a6b20ac3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:31.772993 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-3aecc1c7-5b8b-43b5-8d38-20a6b20ac3f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0694528-f04c-4cec-800f-bda393d10643 HTTP/1.1" status: 200 len: 849 time: 0.0613759 Jun 09 22:10:31.825546 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-52340011-0861-47a8-8182-12ee908a47c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7563f8c7-0250-4785-ab3d-bc48a4a9f414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465786 Jun 09 22:10:31.981670 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-673a2e1a-16a3-4a8b-9b69-07402c61a581 service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493359 Jun 09 22:10:32.126209 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-86b455b2-f9ea-4d64-a291-476ebe2ff3b9 req-dc94b772-cf2f-4468-92a8-440b1040fea8 service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372814 Jun 09 22:10:32.268389 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-f31ef6b1-3d8a-4096-b019-c61e0673f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:32.269830 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-f31ef6b1-3d8a-4096-b019-c61e0673f883 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db19aac283a04b5285079c337fb5b6f4&device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 1097 time: 0.0964477 Jun 09 22:10:32.404439 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-d6a4a15e-4914-4c0c-a39c-2311554e7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:32.405895 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-d6a4a15e-4914-4c0c-a39c-2311554e7594 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7563f8c7-0250-4785-ab3d-bc48a4a9f414 HTTP/1.1" status: 200 len: 910 time: 0.1285632 Jun 09 22:10:32.475763 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-8c5f2f35-01b6-4f4c-80ce-97c0e3445e88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=063e7579-f2f2-4949-91be-81b448639e6c HTTP/1.1" status: 200 len: 217 time: 0.0634007 Jun 09 22:10:32.542645 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-b2d73ffb-957f-416f-ae3a-55db175c5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:32.544044 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-b2d73ffb-957f-416f-ae3a-55db175c5788 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0694528-f04c-4cec-800f-bda393d10643 HTTP/1.1" status: 200 len: 849 time: 0.0619726 Jun 09 22:10:32.595104 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-836bdf8b-7cdd-40f6-b030-470fd41b049c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7563f8c7-0250-4785-ab3d-bc48a4a9f414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433681 Jun 09 22:10:32.760128 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-89d3bc5f-b76b-4da5-b5ac-94f51973dc80 service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584568 Jun 09 22:10:32.827034 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd894c9-2a6b-4de7-b1c9-ade6c2fb9917 req-58255bcb-7ef2-4d05-ad7d-f94ecf7fe793 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:32.828395 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-dfd894c9-2a6b-4de7-b1c9-ade6c2fb9917 req-58255bcb-7ef2-4d05-ad7d-f94ecf7fe793 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 944 time: 0.0881422 Jun 09 22:10:32.882412 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-dfd894c9-2a6b-4de7-b1c9-ade6c2fb9917 req-7fe25f4d-3112-4f6b-8bdf-cd6e22105c40 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Jun 09 22:10:32.902640 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-1b10fd55-5f60-419d-8e5a-3e3abcbdaef2 req-9c104379-a219-491a-b789-094a44f8cdce service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343830 Jun 09 22:10:34.069678 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183de611-a20c-487c-98cd-30bc86f34b2c req-4bfd439a-92a5-4a78-879f-6d3ca855525d tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:34.071135 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-183de611-a20c-487c-98cd-30bc86f34b2c req-4bfd439a-92a5-4a78-879f-6d3ca855525d tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 944 time: 0.0793397 Jun 09 22:10:34.117347 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-183de611-a20c-487c-98cd-30bc86f34b2c req-cf13d0ee-5d83-44a8-a9f1-95735ad105d0 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Jun 09 22:10:34.318160 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 063e7579-f2f2-4949-91be-81b448639e6c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:10:34.447747 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 063e7579-f2f2-4949-91be-81b448639e6c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=063e7579-f2f2-4949-91be-81b448639e6c,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:34.464884 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': '063e7579-f2f2-4949-91be-81b448639e6c', 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414', 'port_id': '063e7579-f2f2-4949-91be-81b448639e6c', 'mac_address': 'fa:16:3e:fe:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0694528-f04c-4cec-800f-bda393d10643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:10:34.517748 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:34.534508 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e7579-f2f2-4949-91be-81b448639e6c {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:10:34.549295 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 063e7579-f2f2-4949-91be-81b448639e6c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=063e7579-f2f2-4949-91be-81b448639e6c,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:34.554165 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:34.555875 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:34.619871 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=063e7579-f2f2-4949-91be-81b448639e6c,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:34.627387 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.627740 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.628108 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.628444 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.628776 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.629240 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.630064 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.630437 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.630796 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.631129 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.631488 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.631765 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:10:34.635862 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:34.780601 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['063e7579-f2f2-4949-91be-81b448639e6c'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:10:35.302049 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc27790-1f30-4ce2-8495-356f471af3a5 req-d205dff9-3d07-411d-a682-b4df848acc82 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:35.303552 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-dfc27790-1f30-4ce2-8495-356f471af3a5 req-d205dff9-3d07-411d-a682-b4df848acc82 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 945 time: 0.0791817 Jun 09 22:10:35.348739 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-dfc27790-1f30-4ce2-8495-356f471af3a5 req-6ba80445-7690-48c2-9ad2-97dbfa9a6b31 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387776 Jun 09 22:10:36.333084 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 063e7579-f2f2-4949-91be-81b448639e6c up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:10:36.401956 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port 063e7579-f2f2-4949-91be-81b448639e6c completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:10:36.406562 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port 063e7579-f2f2-4949-91be-81b448639e6c triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:10:36.407053 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.521046 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.552633 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f44642b-910c-459e-938d-7c5f80f1163d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e7579-f2f2-4949-91be-81b448639e6c'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:10:36.554941 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac664e-ad57-4a97-ad5f-2449e1176bd5" -d '{"events": [{"server_uuid": "6f44642b-910c-459e-938d-7c5f80f1163d", "name": "network-vif-plugged", "status": "completed", "tag": "063e7579-f2f2-4949-91be-81b448639e6c"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:10:36.563230 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port 063e7579-f2f2-4949-91be-81b448639e6c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=063e7579-f2f2-4949-91be-81b448639e6c,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:36.568501 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.570415 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:36.606146 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad889a-6410-4aee-aa5b-c31d63243207 x-openstack-request-id: req-66ad889a-6410-4aee-aa5b-c31d63243207 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:10:36.606441 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f44642b-910c-459e-938d-7c5f80f1163d", "name": "network-vif-plugged", "status": "completed", "tag": "063e7579-f2f2-4949-91be-81b448639e6c", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:10:36.606715 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66ad889a-6410-4aee-aa5b-c31d63243207 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:10:36.607099 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f44642b-910c-459e-938d-7c5f80f1163d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e7579-f2f2-4949-91be-81b448639e6c', 'code': 200} Jun 09 22:10:36.637718 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a09a3-e499-4e87-b783-0fdc7e5efbe8 req-fb5a74ae-dcad-447e-a4d7-d8bae4da5c93 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:36.641854 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d83a09a3-e499-4e87-b783-0fdc7e5efbe8 req-fb5a74ae-dcad-447e-a4d7-d8bae4da5c93 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 945 time: 0.1883142 Jun 09 22:10:36.642056 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=063e7579-f2f2-4949-91be-81b448639e6c,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:36.645050 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:36.686745 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-d83a09a3-e499-4e87-b783-0fdc7e5efbe8 req-e76e9b03-88e7-4dd0-bdb7-e0e5860a5be9 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Jun 09 22:10:36.831691 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77543bb1-aa8e-450c-9297-77b87e8cd57a req-3995d60d-95a8-4b2a-90bb-369b9e277451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:36.833646 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-77543bb1-aa8e-450c-9297-77b87e8cd57a req-3995d60d-95a8-4b2a-90bb-369b9e277451 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 1099 time: 0.0702336 Jun 09 22:10:36.874014 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-77543bb1-aa8e-450c-9297-77b87e8cd57a req-120e0100-3dd9-4ccd-9710-a899f204926a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Jun 09 22:10:37.097617 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:10:37.878088 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c6dc-7dbf-4afb-b904-30f019d082c8 req-3abe2740-b783-4583-8f56-39aa553ce02f tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:37.880164 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-46d6c6dc-7dbf-4afb-b904-30f019d082c8 req-3abe2740-b783-4583-8f56-39aa553ce02f tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 946 time: 0.0828602 Jun 09 22:10:37.927334 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-46d6c6dc-7dbf-4afb-b904-30f019d082c8 req-029fc36b-6f86-4d5b-99db-7606cd43917e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Jun 09 22:10:38.899218 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee2e3-6457-4fa7-9fd9-61ca6a47ea72 req-8ed27ab6-29dc-41cd-b76a-1365fc3972c8 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:38.900638 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ba5ee2e3-6457-4fa7-9fd9-61ca6a47ea72 req-8ed27ab6-29dc-41cd-b76a-1365fc3972c8 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 946 time: 0.0787704 Jun 09 22:10:38.944619 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-ba5ee2e3-6457-4fa7-9fd9-61ca6a47ea72 req-9109e92f-2e1b-4cd1-ab0f-4d926ed0414e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Jun 09 22:10:40.194392 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af789b-733a-4129-8236-f9e023432afe req-d2aaca90-f9ce-4105-a8d0-ee3c7f18d230 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:40.195922 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-16af789b-733a-4129-8236-f9e023432afe req-d2aaca90-f9ce-4105-a8d0-ee3c7f18d230 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 946 time: 0.1171665 Jun 09 22:10:40.205719 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-c6733b9e-2854-444f-967a-3ec86eb6b6dc tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:40.207099 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-c6733b9e-2854-444f-967a-3ec86eb6b6dc tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 946 time: 0.1611855 Jun 09 22:10:40.304783 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-16af789b-733a-4129-8236-f9e023432afe req-22c616d2-cac8-42d4-ab67-4ae7229b49db tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966406 Jun 09 22:10:40.375725 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Deleting port 063e7579-f2f2-4949-91be-81b448639e6c {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:10:40.376063 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:40.515051 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] For port 063e7579-f2f2-4949-91be-81b448639e6c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=063e7579-f2f2-4949-91be-81b448639e6c,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:40.515532 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:40.639201 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Calling delete_port for 063e7579-f2f2-4949-91be-81b448639e6c owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:10:40.747156 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:40.752738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0ba2e7a1-c32f-46ff-aa6c-07161e57d424 tempest-TestShelveInstance-1563314917 tempest-TestShelveInstance-1563314917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:40.759639 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['063e7579-f2f2-4949-91be-81b448639e6c'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:10:40.799127 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Pushing event deleted for resources: {'Port': ['ID=063e7579-f2f2-4949-91be-81b448639e6c,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:40.803199 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:40.874479 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] No DVR routers for this DVR port 063e7579-f2f2-4949-91be-81b448639e6c on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:10:40.876992 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:40.878899 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-6bb8cbf9-ab23-4d87-bbe9-4981780db97a req-013c3bdd-311a-4bf1-94c3-b2f3e2e2af18 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "DELETE /v2.0/ports/063e7579-f2f2-4949-91be-81b448639e6c HTTP/1.1" status: 204 len: 173 time: 0.6576045 Jun 09 22:10:40.879462 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f44642b-910c-459e-938d-7c5f80f1163d', 'name': 'network-vif-deleted', 'tag': '063e7579-f2f2-4949-91be-81b448639e6c'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:10:40.881740 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e93e2-fa9b-4a54-9594-b21b030950a4" -d '{"events": [{"server_uuid": "6f44642b-910c-459e-938d-7c5f80f1163d", "name": "network-vif-deleted", "tag": "063e7579-f2f2-4949-91be-81b448639e6c"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:10:40.933970 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a03839f-7923-403d-88e4-7f7b6d05e5c9 x-openstack-request-id: req-1a03839f-7923-403d-88e4-7f7b6d05e5c9 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:10:40.934290 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f44642b-910c-459e-938d-7c5f80f1163d", "name": "network-vif-deleted", "tag": "063e7579-f2f2-4949-91be-81b448639e6c", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:10:40.934569 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a03839f-7923-403d-88e4-7f7b6d05e5c9 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:10:40.935012 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f44642b-910c-459e-938d-7c5f80f1163d', 'name': 'network-vif-deleted', 'tag': '063e7579-f2f2-4949-91be-81b448639e6c', 'status': 'completed', 'code': 200} Jun 09 22:10:41.041232 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:41.474983 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-c2feaae3-5fad-4fe8-93ed-963cd54efe6c req-a1182af3-6482-48de-a2e1-c84a461d0469 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f44642b-910c-459e-938d-7c5f80f1163d HTTP/1.1" status: 200 len: 210 time: 0.0502474 Jun 09 22:10:42.831943 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-678b8431-fee0-4f4e-9622-2b68bd90c060 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:42.833310 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-678b8431-fee0-4f4e-9622-2b68bd90c060 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/networks?id=7563f8c7-0250-4785-ab3d-bc48a4a9f414 HTTP/1.1" status: 200 len: 809 time: 0.1432195 Jun 09 22:10:42.847584 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-6b79539e-da93-4ebc-b271-29427289bf79 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/quotas/db19aac283a04b5285079c337fb5b6f4 HTTP/1.1" status: 200 len: 375 time: 0.0087330 Jun 09 22:10:42.894489 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-c34b0d60-e7fd-4512-9eeb-4a8c2ad7aea0 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db19aac283a04b5285079c337fb5b6f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420437 Jun 09 22:10:43.067003 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-2b982b32-8754-47b3-83d2-3f3b10d42537 service neutron] 10.222.0.42 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659796 Jun 09 22:10:43.196586 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-bd5f549c-8db6-455c-bd47-2ac55928854c service neutron] 10.222.0.42 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230991 Jun 09 22:10:43.374491 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-0ff16a7b-971c-4ea6-9222-ea4021542246 req-5a18929c-a4dc-487d-88d3-4563079ce714 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 210 time: 0.0476210 Jun 09 22:10:44.395502 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 063e7579-f2f2-4949-91be-81b448639e6c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:10:44.438384 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: 063e7579-f2f2-4949-91be-81b448639e6c {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:10:44.438825 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device 063e7579-f2f2-4949-91be-81b448639e6c not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:10:44.461347 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-11c8ed50-d4e6-4aa1-af0d-46b3479e239b tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:44.462912 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-11c8ed50-d4e6-4aa1-af0d-46b3479e239b tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "GET /v2.0/networks?id=7563f8c7-0250-4785-ab3d-bc48a4a9f414 HTTP/1.1" status: 200 len: 809 time: 0.2421756 Jun 09 22:10:44.475601 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Request body: {'port': {'device_id': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414', 'admin_state_up': True, 'tenant_id': 'db19aac283a04b5285079c337fb5b6f4'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:10:44.674403 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Made reservation on behalf of db19aac283a04b5285079c337fb5b6f4 for: {'port': 1} {{(pid=91697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:10:44.678408 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:44.694181 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-32aae182-b4e2-47e4-bb38-801d6e277c19 req-3c0fb35b-588a-4bb7-8510-fac43946ca81 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 210 time: 0.0614443 Jun 09 22:10:44.842059 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.db_base_plugin_common [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Allocated IP 172.20.0.2 (7563f8c7-0250-4785-ab3d-bc48a4a9f414/e0694528-f04c-4cec-800f-bda393d10643/f57427d1-f478-4286-9bb0-98b87541f3d6) {{(pid=91697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:10:45.044302 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks [] for port, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:45.072406 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1029809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760032240752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2553073'] for port, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:45.077655 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-92f3fc7b-8320-431f-acf9-acb387eee315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:45.138366 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 is already hosted by enough agents. {{(pid=91697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:10:45.141622 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.scheduler.base_scheduler [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Resources bound (agent type, host, resource id): {{(pid=91697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:10:45.145525 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Received port after_create {{(pid=91697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:10:45.190983 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Pushing event updated for resources: {'Port': ['ID=f57427d1-f478-4286-9bb0-98b87541f3d6,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:45.195290 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:45.216843 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:45.217442 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:45.236614 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-cdfe0376-83a2-4d32-b726-6d23736a317c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646604 Jun 09 22:10:45.247567 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.v2.base [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Request body: {'port': {'device_id': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:10:45.353900 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:45.690400 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57427d1-f478-4286-9bb0-98b87541f3d6 {{(pid=91697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:10:45.697417 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:45.711537 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.provisioning_blocks [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Transition to ACTIVE for port object f57427d1-f478-4286-9bb0-98b87541f3d6 will not be triggered until provisioned by entity L2. {{(pid=91697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:10:45.715005 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:45.719207 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-7275653b-1aa9-47bf-ae95-e84568119c14 tempest-TestMinimumBasicScenario-192024304 tempest-TestMinimumBasicScenario-192024304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:45.876313 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deede5c-4b5e-476d-ac04-cb07d565ea07 req-f205bfa4-e8e3-4cbf-98a6-2adfd572b5fb tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:45.877765 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5deede5c-4b5e-476d-ac04-cb07d565ea07 req-f205bfa4-e8e3-4cbf-98a6-2adfd572b5fb tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 943 time: 0.0782931 Jun 09 22:10:45.905222 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Pushing event updated for resources: {'Port': ['ID=f57427d1-f478-4286-9bb0-98b87541f3d6,revision_number=2']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:45.908139 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:45.923303 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-5deede5c-4b5e-476d-ac04-cb07d565ea07 req-dcc11547-d779-45f1-8524-6ff8bfe42f6a tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Jun 09 22:10:45.951356 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Attempting to bind port f57427d1-f478-4286-9bb0-98b87541f3d6 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:10:45.951611 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Attempting to bind port f57427d1-f478-4286-9bb0-98b87541f3d6 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:10:45.951930 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Attempting to bind port f57427d1-f478-4286-9bb0-98b87541f3d6 on network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:10:45.956777 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Port f57427d1-f478-4286-9bb0-98b87541f3d6 on network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:10:45.957089 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Attempting to bind port f57427d1-f478-4286-9bb0-98b87541f3d6 on network 7563f8c7-0250-4785-ab3d-bc48a4a9f414 {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:10:45.962097 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Checking agent: {'id': '3f812122-1d44-4917-8533-cddf327d2464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'started_at': datetime.datetime(2021, 6, 9, 21, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:10:45.962428 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Checking segment: {'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:10:45.962842 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Bound using segment: {'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'} {{(pid=91697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:10:45.963256 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.managers [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Bound port: f57427d1-f478-4286-9bb0-98b87541f3d6, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce137ed-08ff-4267-b62c-1c85d7d91ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414'}}] {{(pid=91697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:10:45.963598 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:46.049016 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] For port f57427d1-f478-4286-9bb0-98b87541f3d6, host hv-cinder-78956, cleared binding levels {{(pid=91697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:10:46.052050 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] For port f57427d1-f478-4286-9bb0-98b87541f3d6, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f57427d1-f478-4286-9bb0-98b87541f3d6,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:10:46.056204 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2552963'] for port, after_update {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:46.060487 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0ca21a85-47c6-445a-b238-3551a7dd1b75 tempest-AttachVolumeTestJSON-818749104 tempest-AttachVolumeTestJSON-818749104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:46.211178 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:46.211795 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:46.213138 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] 10.222.0.36 "PUT /v2.0/ports/f57427d1-f478-4286-9bb0-98b87541f3d6 HTTP/1.1" status: 200 len: 1093 time: 0.9697509 Jun 09 22:10:46.213626 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'tag': 'f57427d1-f478-4286-9bb0-98b87541f3d6'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:10:46.215909 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db" -d '{"events": [{"name": "network-changed", "server_uuid": "45c9ce2a-d384-4f4f-8e1f-ead4863a0691", "tag": "f57427d1-f478-4286-9bb0-98b87541f3d6"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:10:46.237784 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Pushing event updated for resources: {'Port': ['ID=f57427d1-f478-4286-9bb0-98b87541f3d6,revision_number=3']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:46.241738 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-d452db14-899f-4a63-805b-93e1159bad2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:46.285061 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d857321f-da68-4a4d-b8f0-a86a52f79f74 x-openstack-request-id: req-d857321f-da68-4a4d-b8f0-a86a52f79f74 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:10:46.285375 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c9ce2a-d384-4f4f-8e1f-ead4863a0691", "tag": "f57427d1-f478-4286-9bb0-98b87541f3d6", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:10:46.285651 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d857321f-da68-4a4d-b8f0-a86a52f79f74 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:10:46.286065 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'tag': 'f57427d1-f478-4286-9bb0-98b87541f3d6', 'status': 'completed', 'code': 200} Jun 09 22:10:46.324761 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-40b6f0e0-64e0-4173-968d-957a9e7dd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:46.326198 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-40b6f0e0-64e0-4173-968d-957a9e7dd5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db19aac283a04b5285079c337fb5b6f4&device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 1096 time: 0.0736241 Jun 09 22:10:46.397070 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-244af1cd-27aa-41bd-a94c-013e05462050 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f57427d1-f478-4286-9bb0-98b87541f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0620663 Jun 09 22:10:46.457422 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-2cb17242-87d3-4eff-a28b-7c9b40135783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:46.459534 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-2cb17242-87d3-4eff-a28b-7c9b40135783 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0694528-f04c-4cec-800f-bda393d10643 HTTP/1.1" status: 200 len: 849 time: 0.0567300 Jun 09 22:10:46.504751 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-b20fa854-570c-4330-978b-719e5e600d44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7563f8c7-0250-4785-ab3d-bc48a4a9f414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393333 Jun 09 22:10:46.632387 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-90c480d0-2101-4994-8c89-2d3f1cacf8ca service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208372 Jun 09 22:10:46.765083 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3fbe84b6-c43f-46ca-9eee-bceac58ef0a8 req-7d142d60-cb6d-4ed5-a0c4-cbc10e28d0f2 service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260703 Jun 09 22:10:46.882270 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-5e2ef8db-711c-42ec-9795-915325c08d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:46.883740 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-5e2ef8db-711c-42ec-9795-915325c08d1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db19aac283a04b5285079c337fb5b6f4&device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 1096 time: 0.0740178 Jun 09 22:10:47.016467 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-4ba1b5c3-2385-44c9-ac6a-5732cc6f13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:47.017862 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-4ba1b5c3-2385-44c9-ac6a-5732cc6f13e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7563f8c7-0250-4785-ab3d-bc48a4a9f414 HTTP/1.1" status: 200 len: 910 time: 0.1265035 Jun 09 22:10:47.088204 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-7259c7f1-edcd-48c6-b4e3-cfc1f8896a3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f57427d1-f478-4286-9bb0-98b87541f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0635777 Jun 09 22:10:47.111448 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e97a7-169f-4c17-8266-090a6d3efe22 req-bf6390b3-1119-4c82-adc5-8efcf6318e53 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:47.112924 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2e3e97a7-169f-4c17-8266-090a6d3efe22 req-bf6390b3-1119-4c82-adc5-8efcf6318e53 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 943 time: 0.0834820 Jun 09 22:10:47.151078 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-f5f02c28-c8ab-495f-86d3-357010895bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:47.152500 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-f5f02c28-c8ab-495f-86d3-357010895bdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0694528-f04c-4cec-800f-bda393d10643 HTTP/1.1" status: 200 len: 849 time: 0.0575962 Jun 09 22:10:47.157472 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-2e3e97a7-169f-4c17-8266-090a6d3efe22 req-6ede6e57-f29b-4bb0-a15a-3fe817ed1712 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382378 Jun 09 22:10:47.202101 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-dc28c679-443c-40fe-932c-ff173f3a08a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7563f8c7-0250-4785-ab3d-bc48a4a9f414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411501 Jun 09 22:10:47.331109 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-d81e6d19-2a37-4a20-b032-7d818ae2e3c4 service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218965 Jun 09 22:10:47.459760 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-cf3a0ad8-796e-47c7-89bf-fd6ae48369db req-4dddde85-5867-408b-a62d-df530623d8ea service neutron] 10.222.0.36 "GET /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218364 Jun 09 22:10:48.345077 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3492df-6b06-4231-9f95-b5acea358665 req-67ea6b2f-b0cb-430b-8500-c4905dfa5ae8 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:48.346546 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8d3492df-6b06-4231-9f95-b5acea358665 req-67ea6b2f-b0cb-430b-8500-c4905dfa5ae8 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 943 time: 0.0849435 Jun 09 22:10:48.390779 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8d3492df-6b06-4231-9f95-b5acea358665 req-107bcfad-8973-4496-af29-d446b4adc6ab tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jun 09 22:10:48.394984 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f57427d1-f478-4286-9bb0-98b87541f3d6 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:10:48.527378 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port f57427d1-f478-4286-9bb0-98b87541f3d6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f57427d1-f478-4286-9bb0-98b87541f3d6,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:48.540046 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Returning: {'device': 'f57427d1-f478-4286-9bb0-98b87541f3d6', 'network_id': '7563f8c7-0250-4785-ab3d-bc48a4a9f414', 'port_id': 'f57427d1-f478-4286-9bb0-98b87541f3d6', 'mac_address': 'fa:16:3e:d3:4b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0694528-f04c-4cec-800f-bda393d10643', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:10:48.593378 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:48.609581 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57427d1-f478-4286-9bb0-98b87541f3d6 {{(pid=91699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:10:48.624359 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port f57427d1-f478-4286-9bb0-98b87541f3d6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f57427d1-f478-4286-9bb0-98b87541f3d6,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:48.628584 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:48.631300 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:48.697312 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=f57427d1-f478-4286-9bb0-98b87541f3d6,revision_number=4']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:48.700305 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:48.817573 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f57427d1-f478-4286-9bb0-98b87541f3d6'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:10:48.899542 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-14240a9c-6f99-4230-90a3-1497228ce208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:49.574359 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73026527-4be2-44f2-be03-85f6a9311681 req-a571748c-5761-4d9f-8145-eaa940aecff1 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:49.575867 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73026527-4be2-44f2-be03-85f6a9311681 req-a571748c-5761-4d9f-8145-eaa940aecff1 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 944 time: 0.0798743 Jun 09 22:10:49.619394 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-73026527-4be2-44f2-be03-85f6a9311681 req-6938a29b-64e6-45d3-a1ab-1eefe8ae9cb6 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Jun 09 22:10:50.410899 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f57427d1-f478-4286-9bb0-98b87541f3d6 up at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:10:50.479175 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning for port f57427d1-f478-4286-9bb0-98b87541f3d6 completed by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:10:50.483720 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Provisioning complete for port f57427d1-f478-4286-9bb0-98b87541f3d6 triggered by entity L2. {{(pid=91699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:10:50.484088 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524912'] for port, provisioning_complete {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:50.598037 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020617'] for port, before_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:50.624671 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57427d1-f478-4286-9bb0-98b87541f3d6'}] {{(pid=91699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:10:50.626942 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c074f67d965fd018fb6b6afa24a43b20af8f6ed1a2f28060c8a4a17448998267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08361f2-796e-45a8-a127-7f51146a89bb" -d '{"events": [{"server_uuid": "45c9ce2a-d384-4f4f-8e1f-ead4863a0691", "name": "network-vif-plugged", "status": "completed", "tag": "f57427d1-f478-4286-9bb0-98b87541f3d6"}]}' {{(pid=91699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:10:50.634727 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] For port f57427d1-f478-4286-9bb0-98b87541f3d6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f57427d1-f478-4286-9bb0-98b87541f3d6,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:50.638752 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760032679406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760032240770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760032240815'] for port, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:50.641505 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:50.676657 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c82644a-5041-4f13-ae50-99c9377a6ce3 x-openstack-request-id: req-4c82644a-5041-4f13-ae50-99c9377a6ce3 {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:10:50.676950 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c9ce2a-d384-4f4f-8e1f-ead4863a0691", "name": "network-vif-plugged", "status": "completed", "tag": "f57427d1-f478-4286-9bb0-98b87541f3d6", "code": 200}]} {{(pid=91699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:10:50.677236 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c82644a-5041-4f13-ae50-99c9377a6ce3 {{(pid=91699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:10:50.677623 dv-cinder-789564-5-smb neutron-server[91699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57427d1-f478-4286-9bb0-98b87541f3d6', 'code': 200} Jun 09 22:10:50.713508 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Pushing event updated for resources: {'Port': ['ID=f57427d1-f478-4286-9bb0-98b87541f3d6,revision_number=5']} {{(pid=91699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:50.717214 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG oslo_concurrency.lockutils [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:50.812584 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a9a29-fc58-4b3c-8ade-52a8dd83c309 req-8132221d-050c-4acd-95bc-cdfcee373f9a tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:50.813949 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-775a9a29-fc58-4b3c-8ade-52a8dd83c309 req-8132221d-050c-4acd-95bc-cdfcee373f9a tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 945 time: 0.0839298 Jun 09 22:10:50.859804 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-775a9a29-fc58-4b3c-8ade-52a8dd83c309 req-3792326c-b254-4111-b8ce-1f09785ba45e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Jun 09 22:10:50.900072 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a922-714f-400b-98c6-af137a27a23e req-9f38ab1a-b355-4567-99b9-add047750573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:50.901550 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8b32a922-714f-400b-98c6-af137a27a23e req-9f38ab1a-b355-4567-99b9-add047750573 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 1098 time: 0.0699358 Jun 09 22:10:50.942197 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-8b32a922-714f-400b-98c6-af137a27a23e req-264c15c4-960f-4bfd-b28d-1902c8d8b488 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Jun 09 22:10:51.347441 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c144f944-eae2-4bb8-9176-5cd21c03dcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:51.349665 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:52.052296 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b2170-7c07-4f14-8567-276211452abb req-4c846440-4dd2-4c91-9947-9036ee6b23f3 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:52.053934 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-123b2170-7c07-4f14-8567-276211452abb req-4c846440-4dd2-4c91-9947-9036ee6b23f3 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 945 time: 0.0876865 Jun 09 22:10:52.106639 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-123b2170-7c07-4f14-8567-276211452abb req-6a0e615f-1256-45cf-a853-540bd83c89c3 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Jun 09 22:10:52.126600 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:53.265983 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc34e01-7d2e-4270-b494-84602fde0c8d req-e7edceb6-cc75-43ec-9d44-f8d8b82ae552 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:53.267505 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bfc34e01-7d2e-4270-b494-84602fde0c8d req-e7edceb6-cc75-43ec-9d44-f8d8b82ae552 tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 945 time: 0.0850263 Jun 09 22:10:53.409745 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-bfc34e01-7d2e-4270-b494-84602fde0c8d req-389e88e7-486b-490b-b12d-4d0aa205621f tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362741 Jun 09 22:10:54.044004 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:54.470791 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-ff3347cb-d993-48bf-a090-fac43551198d tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:54.472225 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-ff3347cb-d993-48bf-a090-fac43551198d tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 945 time: 0.0816891 Jun 09 22:10:54.604147 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a6254-9849-4584-9f4b-402927923b82 req-30e34743-ed51-4004-b962-f480c468958c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:54.605648 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c04a6254-9849-4584-9f4b-402927923b82 req-30e34743-ed51-4004-b962-f480c468958c tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c9ce2a-d384-4f4f-8e1f-ead4863a0691 HTTP/1.1" status: 200 len: 945 time: 0.0847886 Jun 09 22:10:54.615644 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Deleting port f57427d1-f478-4286-9bb0-98b87541f3d6 {{(pid=91697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:10:54.615991 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760032720604'] for port, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:54.656664 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [req-c04a6254-9849-4584-9f4b-402927923b82 req-4fd5c23c-a0f7-4fa9-a31b-77e3ade7f68e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f4c192f-733c-471b-a0de-39ec9382f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Jun 09 22:10:54.751346 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.db [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] For port f57427d1-f478-4286-9bb0-98b87541f3d6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f57427d1-f478-4286-9bb0-98b87541f3d6,segment=NetworkSegment(4ce137ed-08ff-4267-b62c-1c85d7d91ef1),segment_id=4ce137ed-08ff-4267-b62c-1c85d7d91ef1)] {{(pid=91697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:10:54.751614 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4093073'] for port, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:54.876699 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Calling delete_port for f57427d1-f478-4286-9bb0-98b87541f3d6 owned by compute:nova {{(pid=91697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:10:55.007374 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1029768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760032679388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760032240761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2552968'] for port, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:55.012560 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-91248181-2713-41d0-ad5a-598531b4059a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:10:55.020336 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.db [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] get_ports_and_sgs() called for port_ids ['f57427d1-f478-4286-9bb0-98b87541f3d6'] {{(pid=91699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:10:55.057634 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Pushing event deleted for resources: {'Port': ['ID=f57427d1-f478-4286-9bb0-98b87541f3d6,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:10:55.061038 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:10:55.135911 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] No DVR routers for this DVR port f57427d1-f478-4286-9bb0-98b87541f3d6 on host hv-cinder-78956 {{(pid=91697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:10:55.138534 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189762'] for port, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:55.140565 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [req-3139dda2-9313-4f54-b8e8-c7c111666c1e req-79ff0e8e-b9e3-4c63-a2ec-7d259096f19e tempest-VolumesActionsTest-1160906589 tempest-VolumesActionsTest-1160906589-project] 10.222.0.36 "DELETE /v2.0/ports/f57427d1-f478-4286-9bb0-98b87541f3d6 HTTP/1.1" status: 204 len: 173 time: 0.6631300 Jun 09 22:10:55.141067 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'name': 'network-vif-deleted', 'tag': 'f57427d1-f478-4286-9bb0-98b87541f3d6'}] {{(pid=91697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:10:55.143391 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a256d21301960779a38038de8ce3908699e60147ce106fa8267ed0a7b3085d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e8ede5-9723-4a11-852f-3395524788be" -d '{"events": [{"server_uuid": "45c9ce2a-d384-4f4f-8e1f-ead4863a0691", "name": "network-vif-deleted", "tag": "f57427d1-f478-4286-9bb0-98b87541f3d6"}]}' {{(pid=91697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:10:55.188609 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea0705-50df-4f9a-97ed-6989bf760216 x-openstack-request-id: req-28ea0705-50df-4f9a-97ed-6989bf760216 {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:10:55.188944 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c9ce2a-d384-4f4f-8e1f-ead4863a0691", "name": "network-vif-deleted", "tag": "f57427d1-f478-4286-9bb0-98b87541f3d6", "status": "completed", "code": 200}]} {{(pid=91697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:10:55.189229 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28ea0705-50df-4f9a-97ed-6989bf760216 {{(pid=91697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:10:55.189654 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c9ce2a-d384-4f4f-8e1f-ead4863a0691', 'name': 'network-vif-deleted', 'tag': 'f57427d1-f478-4286-9bb0-98b87541f3d6', 'status': 'completed', 'code': 200} Jun 09 22:10:58.444308 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f57427d1-f478-4286-9bb0-98b87541f3d6 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:10:58.493054 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] No Port match for: f57427d1-f478-4286-9bb0-98b87541f3d6 {{(pid=91699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:10:58.493686 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron.plugins.ml2.rpc [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Device f57427d1-f478-4286-9bb0-98b87541f3d6 not bound to the agent host hv-cinder-78956 {{(pid=91699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:11:11.051907 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:14.097333 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:14.477152 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53630) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:14.543159 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Deleting subnet e0694528-f04c-4cec-800f-bda393d10643 {{(pid=91698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:11:14.546115 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:14.595636 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9613203'] for subnet, precommit_delete_associations {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:14.654445 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866670'] for subnet, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:14.721200 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9613109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2402859'] for subnet, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:14.724652 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:14.759121 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0694528-f04c-4cec-800f-bda393d10643,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:14.762198 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:14.763208 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:14.765936 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-ab3b2edb-bc32-451a-8847-f41cac2d7a63 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0694528-f04c-4cec-800f-bda393d10643 HTTP/1.1" status: 204 len: 168 time: 0.2868841 Jun 09 22:11:14.768779 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53632) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:14.875439 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-900862'] for network, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.003649 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865767', 'neutron.services.segments.db._delete_segments_for_network-8760032607672'] for network, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.020322 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7563f8c7-0250-4785-ab3d-bc48a4a9f414']}} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:11:15.033204 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce137ed-08ff-4267-b62c-1c85d7d91ef1') {'for_net_delete': True} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:11:15.033489 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.services.segments.db [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce137ed-08ff-4267-b62c-1c85d7d91ef1') {} {{(pid=91698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:11:15.045241 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760032692947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9612128'] for segment, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.060942 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077'] for segment, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.066766 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=91698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:11:15.067137 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9613136'] for segment, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: Traceback (most recent call last): Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: timer() Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: cb(*args, **kw) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: return func(*args, **kwargs) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: self._notify() Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: self.callback(batched_events) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: event.method(event) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: return f(self, *a, **k) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: return self._get(url).json() Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: return self.request(url, 'GET', **kwargs) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:11:15.079965 dv-cinder-789564-5-smb neutron-server[91698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:11:15.152665 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4116286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3730161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087923'] for network, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.156536 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-bc7354f1-be18-4524-b3c3-10e843491ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:15.173175 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730074'] for network, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.174969 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7563f8c7-0250-4785-ab3d-bc48a4a9f414 HTTP/1.1" status: 204 len: 168 time: 0.4052472 Jun 09 22:11:15.181359 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7563f8c7-0250-4785-ab3d-bc48a4a9f414,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:15.184625 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-9dd0c0bc-8cda-4a77-aafb-9fd47e9f99f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:15.290079 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53636) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:15.338752 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-5978c334-481a-426c-bea3-df917e995d2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db19aac283a04b5285079c337fb5b6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474050 Jun 09 22:11:15.341062 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53638) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:15.397184 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.422868 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.475338 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.478016 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:15.479582 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f4c192f-733c-471b-a0de-39ec9382f538 HTTP/1.1" status: 204 len: 168 time: 0.1375747 Jun 09 22:11:15.480523 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-b1460c53-e3ef-4e7a-b9ef-2bdf71886553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:15.489884 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4c192f-733c-471b-a0de-39ec9382f538,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:15.497510 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.497882 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.498244 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.498607 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.498996 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.499345 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.499695 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.500043 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.500397 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.500743 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.501087 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.501445 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:15.504611 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-0c833ff0-5081-4bff-b1ac-7507b157bd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:18.885041 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6aba-61c6-46e8-a837-f762989cab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:21.349972 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-882a641c-592c-4037-8d55-26be95be2c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:21.353232 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:22.123582 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:24.045419 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.228087 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 53810) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:40.343450 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.445632 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.449168 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.457673 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-b99f5922-f92c-4fbd-984b-0411dcca44ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:40.496349 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36854e15dbc84eb6ae0d21eb46fa0d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672436 Jun 09 22:11:40.497244 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58bc836-1387-4282-99fb-4a933a73215f,revision_number=1']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:40.499078 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 53814) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:40.504824 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.505201 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.505571 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.505937 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.506295 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.506653 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.507058 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.507413 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.507766 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.508118 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.508462 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.508818 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-smb {{(pid=91698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:40.512761 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-2269f781-c7b6-4794-9150-fcca28b1b377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:40.569825 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71288ba2-9d2e-4bfa-a11d-a027b4b3fe66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.595527 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71288ba2-9d2e-4bfa-a11d-a027b4b3fe66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.649686 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71288ba2-9d2e-4bfa-a11d-a027b4b3fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.652096 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-71288ba2-9d2e-4bfa-a11d-a027b4b3fe66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:40.653250 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-71288ba2-9d2e-4bfa-a11d-a027b4b3fe66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a58bc836-1387-4282-99fb-4a933a73215f HTTP/1.1" status: 204 len: 168 time: 0.1532156 Jun 09 22:11:40.654029 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-be2fc0ad-0631-4be9-a2ee-ceed596da463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:40.663402 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71288ba2-9d2e-4bfa-a11d-a027b4b3fe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58bc836-1387-4282-99fb-4a933a73215f,revision_number=None']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:40.666453 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-71288ba2-9d2e-4bfa-a11d-a027b4b3fe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:41.048667 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:48.880191 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2958b8c2-e167-42bd-8b03-bf7a1585734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:51.097465 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:51.350755 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f0e56e17-ea0a-4418-85f9-29b1413db64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:51.353178 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:52.124168 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:54.046172 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:11.059007 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.275291 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.wsgi [-] (91697) accepted ('10.222.0.42', 54056) {{(pid=91697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:14.389742 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4e266eb2-84fa-4955-b56d-980100ed2773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.489592 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4e266eb2-84fa-4955-b56d-980100ed2773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.494404 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-4e266eb2-84fa-4955-b56d-980100ed2773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_create {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.506069 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-2ee61777-48d8-49a3-b17c-bf2c64621dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:14.544961 dv-cinder-789564-5-smb neutron-server[91697]: INFO neutron.wsgi [None req-4e266eb2-84fa-4955-b56d-980100ed2773 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=984d77f6cba94126bfffb8227b9f5b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682950 Jun 09 22:12:14.546579 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e266eb2-84fa-4955-b56d-980100ed2773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76152e6c-ecd9-4941-874c-cf3e9de9b8e3,revision_number=1']} {{(pid=91697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:14.547441 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.wsgi [-] (91698) accepted ('10.222.0.42', 54060) {{(pid=91698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:14.549771 dv-cinder-789564-5-smb neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-4e266eb2-84fa-4955-b56d-980100ed2773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:14.603644 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8be2846e-d764-4dbe-8575-10050e27656b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.632197 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8be2846e-d764-4dbe-8575-10050e27656b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.682689 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8be2846e-d764-4dbe-8575-10050e27656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116224'] for security_group, after_delete {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.685035 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron_lib.callbacks.manager [None req-8be2846e-d764-4dbe-8575-10050e27656b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:14.686133 dv-cinder-789564-5-smb neutron-server[91698]: INFO neutron.wsgi [None req-8be2846e-d764-4dbe-8575-10050e27656b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76152e6c-ecd9-4941-874c-cf3e9de9b8e3 HTTP/1.1" status: 204 len: 168 time: 0.1377208 Jun 09 22:12:14.686899 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-32d9324b-be6c-4a38-bf29-f28512a6c9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:14.695990 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2846e-d764-4dbe-8575-10050e27656b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76152e6c-ecd9-4941-874c-cf3e9de9b8e3,revision_number=None']} {{(pid=91698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:14.698367 dv-cinder-789564-5-smb neutron-server[91698]: DEBUG oslo_concurrency.lockutils [None req-8be2846e-d764-4dbe-8575-10050e27656b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:18.881772 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b29a879d-ff64-4bd9-819d-d779f0112916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:21.351892 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-67b4b6a1-1c3b-4eaa-8c27-453d1e4e4a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:21.353698 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:22.127960 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:24.050161 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:28.097288 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:12:41.058869 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:48.882845 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b1a70768-b949-4590-bfb6-2363e5d6e62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:51.352491 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-23c179c5-7e1a-452f-9bb2-92ade1fcfca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:51.354156 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:52.130454 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:54.052802 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:05.095418 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:13:11.077201 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:18.884102 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f491-1c58-44ef-b176-49bfefe4c451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:21.353433 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d92c3a24-95df-4e96-8451-78b059ed1f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:21.355257 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:22.135372 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:24.055508 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:41.073912 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:42.093728 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:13:48.885855 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-593e5a68-6111-4b21-809f-7e52a7a739b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:51.355397 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:51.356870 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-64e11319-1c8b-43f1-9444-4918eedc730c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:52.136491 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:54.058009 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:11.077221 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:18.890052 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-2b97c0df-670c-4d39-a9af-efa0af5ad046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:19.092419 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:14:21.356308 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:21.358034 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-0f211a07-8772-4262-b17a-4741a4061b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:22.138733 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:24.060665 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:41.091068 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:48.891789 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-df52b915-b41f-4598-88fa-885dab5ffaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:51.356849 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-d8108e28-6b4f-45e4-903e-f1d84266e9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:51.358559 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:52.140626 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:54.062497 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:56.091347 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:15:11.105343 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:18.892420 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ac699b95-22fa-426e-bfec-d0740b7e6f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:21.357371 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-f99e5069-9e2e-446c-a7df-506589d2a33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:21.359185 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:22.143525 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:24.065034 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:33.089902 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:15:41.120413 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:48.893659 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-b0acbe5e-e377-4b61-81d2-5c077940a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:51.358457 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a0936e7f-91ca-4e3f-9b35-fe26dbf7ee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:51.361412 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:52.146972 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:54.067944 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:10.089526 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:16:11.118367 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:18.899032 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-15399420-b1d0-41a0-b11f-bc381c9a8948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:21.364241 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-ee273806-89be-4465-b0ff-8d5e5bd01e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:21.366337 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:22.149085 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:24.071655 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:41.138309 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8bac-046e-41e4-b0aa-e39647e0ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:47.088989 dv-cinder-789564-5-smb neutron-server[91700]: DEBUG neutron.db.agents_db [None req-3b488dbe-34a9-42af-8ae4-db5431d6bae8 None None] Agent healthcheck: found 6 active agents {{(pid=91700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:16:48.900408 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-a3dbec3a-a442-451f-beef-c47519996f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:51.355577 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-054d62ff-7929-4620-9484-0c70063ba5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:51.360292 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-800b1323-e69e-4d0c-9952-b9764c383225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.152001 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-82308169-0c1e-4f1e-814e-7cec1d05cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.074235 dv-cinder-789564-5-smb neutron-server[91699]: DEBUG neutron_lib.callbacks.manager [None req-c22f3e37-a228-4f8d-8657-aa5cff285b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760032607654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524833'] for agent, after_update {{(pid=91699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}